-- Logs begin at Tue 2021-06-29 14:40:44 UTC, end at Tue 2021-06-29 15:36:04 UTC. -- Jun 29 15:15:22.847138 dv-cinder-798671-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 15:15:25.140721 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:15:25.141517 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 29 15:15:25.141517 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:15:25.144579 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:15:25.144855 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 29 15:15:25.145164 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:15:25.146086 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 15:15:25.146312 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 15:15:25.146666 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 15:15:25.146911 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 15:15:25.147131 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 15:15:25.147451 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.147803 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.148104 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.148328 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.148591 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.148908 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.149187 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.149472 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.149763 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.150042 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.150317 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.150580 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.150811 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.151086 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.151366 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.151647 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.151866 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] debug = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.152139 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.152554 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.152991 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.153266 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.153547 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.153820 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.154084 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.154361 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.154637 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.154954 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] host = dv-cinder-798671-2-iscsi {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.155226 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.155505 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.155783 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.156061 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.156331 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.156600 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.156908 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.157176 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.157438 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.157705 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.157983 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.158263 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.158546 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.158765 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.158982 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.159263 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.159539 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.159812 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.160077 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.160343 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.160611 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.160905 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.161167 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.161449 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.161721 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.161995 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.162262 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.162524 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.162788 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.163049 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.163371 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.163643 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.163903 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.164164 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.164441 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.164699 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.164987 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.165278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.165554 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.165826 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.166104 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.166369 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.166643 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.166907 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.167171 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.167434 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_json = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.167697 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.167957 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.168231 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.168496 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.168776 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.169050 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.169313 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.169588 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:25.169877 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.170175 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.170471 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.170757 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.171044 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.171318 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.171601 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.171876 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.172161 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.172443 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.172730 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.173025 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.173308 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.173579 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.173870 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.174168 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.174458 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.174744 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.175018 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.175286 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.175555 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.175825 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.176104 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.176396 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.176685 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.176987 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.177265 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.177557 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.177831 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.178101 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.178376 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.178660 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.178960 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.179229 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.179506 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.179778 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.180049 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.180317 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.180590 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.180903 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.181178 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.181446 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.181712 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.181986 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.182251 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.182530 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.182802 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.183070 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.183337 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.183609 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.183874 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.184141 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.184413 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.184678 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.184982 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.185250 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.185516 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.185783 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.186049 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.186316 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.186580 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.186845 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.187116 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.187380 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.187647 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.187914 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.188179 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.188446 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.188726 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.189039 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.189310 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.189580 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.189852 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.190124 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.190394 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.190663 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.190937 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.191210 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.191474 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.191755 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.192032 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.192676 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.192982 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.193255 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.193544 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.193813 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.194089 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.194375 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.194674 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.194960 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.195240 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.195530 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.195819 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.196108 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.196397 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.196686 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.196984 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.197287 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.197560 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:25.197772 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:15:25.198008 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78330) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 15:15:25.576879 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading KWallet Jun 29 15:15:25.584197 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading SecretService Jun 29 15:15:25.587821 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading Windows Jun 29 15:15:25.589170 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading chainer Jun 29 15:15:25.589725 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading macOS Jun 29 15:15:25.622733 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:15:25.622987 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:15:25.623298 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:15:25.623629 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 15:15:25.924320 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:25.924591 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:25.924916 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:25.926112 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:25.926390 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:25.926665 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.052605 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.052886 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.053159 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.066492 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.066765 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.067034 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.095277 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.095551 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.095814 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.133315 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.133597 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.133866 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.361393 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.361970 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.361970 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.362232 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.362907 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.484443 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.484748 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.485055 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.485321 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.485582 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.485882 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.486136 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.486387 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.486631 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.486905 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.487142 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.487394 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.487649 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.487898 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.488163 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.488564 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.488848 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.489102 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.489354 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.489633 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.489976 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.490223 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.490465 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.490739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.490980 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.491218 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.491756 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:26.491993 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:26.492224 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:26.492452 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:26.492682 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:26.492942 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:26.493302 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 15:15:26.496525 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 15:15:26.500497 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 15:15:26.504280 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 29 15:15:26.505916 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 15:15:26.506371 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 15:15:26.506698 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 15:15:26.507102 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 15:15:26.510076 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 15:15:26.510332 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 15:15:26.510666 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:15:26.537770 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 15:15:26.538216 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.538551 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78330) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 15:15:26.538914 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.540263 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78330) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 15:15:26.540534 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:15:26.540797 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 15:15:26.543992 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.544264 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:26.607541 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 15:15:26.607679 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 15:15:26.607924 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 15:15:26.608289 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 15:15:26.641976 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_db.sqlalchemy.engines [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78330) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 29 15:15:26.989292 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing driver for type 'gre' Jun 29 15:15:26.989818 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] gre ID ranges: [(1, 1000)] Jun 29 15:15:27.044870 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing driver for type 'local' Jun 29 15:15:27.045206 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing driver for type 'vlan' Jun 29 15:15:27.058979 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] VlanTypeDriver initialization complete Jun 29 15:15:27.059392 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing driver for type 'vxlan' Jun 29 15:15:27.059884 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] vxlan ID ranges: [(1, 1000)] Jun 29 15:15:27.111256 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing extension driver 'port_security' Jun 29 15:15:27.111568 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] PortSecurityExtensionDriver initialization complete Jun 29 15:15:27.111900 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing mechanism driver 'openvswitch' Jun 29 15:15:27.112231 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing mechanism driver 'hyperv' Jun 29 15:15:27.118853 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.plugins.ml2.plugin [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:15:27.119614 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.119978 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.120322 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.120699 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnet after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.121065 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnet after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.121400 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.121768 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.122135 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.122462 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.122821 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > security_group after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.123153 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > security_group after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.123480 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > security_group after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.123839 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.124168 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.124494 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.124871 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > address_group after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.125206 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > address_group after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.125515 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > address_group after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.125838 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] ML2 OVO RPC backend initialized. {{(pid=78330) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 29 15:15:27.126515 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.126855 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.127254 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.127591 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > networks before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.127930 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.128255 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > ports before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.128581 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnet before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.128939 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnets before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.129272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.129580 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.129901 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.130222 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.130541 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.130860 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.131178 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnet after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.131497 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnet after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.131813 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.132374 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.plugin [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Modular L2 Plugin initialization complete Jun 29 15:15:27.132694 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading services supported by the core plugin {{(pid=78330) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 15:15:27.133029 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Got port-security extension from driver 'port_security' Jun 29 15:15:27.133476 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.extensions.vlantransparent [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Disabled vlantransparent extension. Jun 29 15:15:27.133948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78330) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 15:15:27.134252 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: router Jun 29 15:15:27.169630 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router_interface before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.170017 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router after_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.170394 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router before_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.170760 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.171154 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.171477 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router after_delete 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.171811 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > floatingip after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.172181 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router after_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.172519 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.172886 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.173223 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.173569 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.173963 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.174314 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.174640 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.174968 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: subnet after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.175327 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.175628 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > port precommit_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.175985 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.176293 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: port before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.176640 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.176994 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.177327 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_delete 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.177721 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.178069 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.178399 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.178751 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > agent after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.179166 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > agent after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.179501 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.180397 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Tracking information for resource: router configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:27.180703 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Tracking information for resource: floatingip configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:15:27.185695 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.db.l3_agentschedulers_db [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 15:15:27.186265 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.186632 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.186962 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.187324 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.188098 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router before_create 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.188456 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_delete 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.188828 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_create 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.189174 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > router precommit_update 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.193891 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.services.provider_configuration [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service providers = [] {{(pid=78330) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 15:15:27.194240 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.db.servicetype_db [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78330) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 15:15:27.197145 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:15:27.197486 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:15:27.197818 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:15:27.198678 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:15:27.199208 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.services.service_base [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 15:15:27.199581 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.199893 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 15:15:27.210291 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.210624 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: auto_allocate Jun 29 15:15:27.216378 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: network precommit_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.216737 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: network precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.217269 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.217578 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: tag Jun 29 15:15:27.224270 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.224591 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: timestamp Jun 29 15:15:27.228372 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.228696 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: network_ip_availability Jun 29 15:15:27.233874 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.234236 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.234582 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.235273 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.235585 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: flavors Jun 29 15:15:27.240525 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.240803 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading Plugin: revisions Jun 29 15:15:27.245058 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:15:27.245443 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:15:27.246173 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78330) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 15:15:27.246500 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Initializing extension manager. Jun 29 15:15:27.246994 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: __init__.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.247328 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: __pycache__ {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.247650 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.247972 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: address_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.248705 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.249289 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: address-group Jun 29 15:15:27.249602 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: address_scope.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.250292 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.250787 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: address-scope Jun 29 15:15:27.251102 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: admin_state_down_before_update.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.251989 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.252485 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: router-admin-state-down-before-update Jun 29 15:15:27.252802 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: agent.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.253490 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.253976 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: agent Jun 29 15:15:27.254289 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: agent_resources_synced.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.255187 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.255683 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: agent-resources-synced Jun 29 15:15:27.255997 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: allowedaddresspairs.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.257768 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.258272 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: allowed-address-pairs Jun 29 15:15:27.258585 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: auto_allocated_topology.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.259622 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.260122 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: auto-allocated-topology Jun 29 15:15:27.260436 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: availability_zone.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.261122 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.261615 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: availability_zone Jun 29 15:15:27.261961 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: availability_zone_filter.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.262803 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.263291 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: availability_zone_filter Jun 29 15:15:27.263604 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: data_plane_status.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.264472 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.264990 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 15:15:27.265308 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: default_subnetpools.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.266192 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.266681 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: default-subnetpools Jun 29 15:15:27.266997 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: dhcpagentscheduler.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.267768 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.268259 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: dhcp_agent_scheduler Jun 29 15:15:27.268571 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: dns.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.269485 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.269979 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension dns-integration not supported by any of loaded plugins Jun 29 15:15:27.270286 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: dns_domain_ports.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.271161 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.271646 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 15:15:27.271944 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: dvr.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.272591 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.273151 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: dvr Jun 29 15:15:27.273460 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: empty_string_filtering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.274337 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.274825 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: empty-string-filtering Jun 29 15:15:27.275135 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.276016 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.276501 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:15:27.276832 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.277711 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.278201 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 15:15:27.278514 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: external_net.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.279385 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.279879 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: external-net Jun 29 15:15:27.280188 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: extra_dhcp_opt.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.281082 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.281574 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: extra_dhcp_opt Jun 29 15:15:27.281884 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: extraroute.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.282755 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.283245 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: extraroute Jun 29 15:15:27.283554 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: extraroute_atomic.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.284557 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.285076 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: extraroute-atomic Jun 29 15:15:27.285385 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: filter_validation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.286022 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.286509 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: filter-validation Jun 29 15:15:27.286817 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: fip_pf_description.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.289274 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.289796 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 15:15:27.290123 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: fip_port_details.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.291012 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.291516 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: fip-port-details Jun 29 15:15:27.291834 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: flavors.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.293042 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.293549 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: flavors Jun 29 15:15:27.293870 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.295500 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.296007 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 15:15:27.296330 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: floatingip_pools.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.297038 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.297533 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: floatingip-pools Jun 29 15:15:27.297849 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: ip_allocation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.298744 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.299229 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 15:15:27.299558 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.300438 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.300959 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: ip-substring-filtering Jun 29 15:15:27.301277 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l2_adjacency.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.302171 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.302661 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 15:15:27.302968 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l3.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.303954 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.304454 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: router Jun 29 15:15:27.304792 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l3_conntrack_helper.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.307111 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.307494 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:15:27.307813 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.308703 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.309231 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: ext-gw-mode Jun 29 15:15:27.309546 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.310431 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.310924 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: l3-ha Jun 29 15:15:27.311236 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l3_flavors.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.312109 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.312602 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: l3-flavors Jun 29 15:15:27.312939 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.313843 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.314329 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 15:15:27.314640 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: l3agentscheduler.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.315663 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.316159 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: l3_agent_scheduler Jun 29 15:15:27.316471 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: logging.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.318330 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.318840 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension logging not supported by any of loaded plugins Jun 29 15:15:27.319166 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: metering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.319929 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.320492 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: metering Jun 29 15:15:27.320835 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.321906 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.322409 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: metering_source_and_destination_fields Jun 29 15:15:27.322803 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: multiprovidernet.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.323820 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.324319 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: multi-provider Jun 29 15:15:27.324637 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: netmtu.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.325556 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.326053 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: net-mtu Jun 29 15:15:27.326366 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: netmtu_writable.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.327250 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.327738 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: net-mtu-writable Jun 29 15:15:27.328051 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: network_availability_zone.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.328696 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.329213 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: network_availability_zone Jun 29 15:15:27.329526 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: network_ip_availability.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.330582 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.331087 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: network-ip-availability Jun 29 15:15:27.331404 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: network_segment_range.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.332148 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.332653 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 15:15:27.332971 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: pagination.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.333923 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.334242 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: pagination Jun 29 15:15:27.334554 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: port_device_profile.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.335509 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.335998 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: port-device-profile Jun 29 15:15:27.336310 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.337226 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.337718 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: port-mac-address-regenerate Jun 29 15:15:27.338029 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.338919 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.339414 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: port-numa-affinity-policy Jun 29 15:15:27.339726 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: port_resource_request.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.340599 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.341112 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 15:15:27.341428 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: portbindings.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.342321 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.342817 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: binding Jun 29 15:15:27.343131 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: portbindings_extended.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.344366 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.344903 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: binding-extended Jun 29 15:15:27.345225 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: portsecurity.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.346114 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.346611 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: port-security Jun 29 15:15:27.346924 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: project_id.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.347870 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.348187 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: project-id Jun 29 15:15:27.348497 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: providernet.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.349415 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.349915 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: provider Jun 29 15:15:27.350226 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.353799 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.354301 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos not supported by any of loaded plugins Jun 29 15:15:27.354620 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.355866 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.356366 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 15:15:27.356684 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.357600 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.358102 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 15:15:27.358450 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_default.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.359323 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.359789 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-default not supported by any of loaded plugins Jun 29 15:15:27.360139 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_fip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.360789 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.361291 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-fip not supported by any of loaded plugins Jun 29 15:15:27.361604 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_gateway_ip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.362493 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.362987 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 15:15:27.363295 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_port_network_policy.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.364174 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.364675 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 15:15:27.365037 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_rule_type_details.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.365926 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.366424 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 15:15:27.366766 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: qos_rules_alias.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.367763 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.368273 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 15:15:27.368566 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: quotasv2.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.369482 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.369933 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: quotas Jun 29 15:15:27.370233 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: quotasv2_detail.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.371821 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.372151 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: quota_details Jun 29 15:15:27.372467 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: rbac.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.373538 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.374044 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: rbac-policies Jun 29 15:15:27.374362 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: rbac_address_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.375269 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.375772 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: rbac-address-group Jun 29 15:15:27.376086 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: rbac_address_scope.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.376995 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.377494 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: rbac-address-scope Jun 29 15:15:27.377809 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: rbac_security_groups.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.378698 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.379196 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: rbac-security-groups Jun 29 15:15:27.379513 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: rbac_subnetpool.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.380406 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.380940 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: rbac-subnetpool Jun 29 15:15:27.381253 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: revisionifmatch.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.382196 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.382696 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: revision-if-match Jun 29 15:15:27.383012 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: revisions.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.384082 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.384590 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: standard-attr-revisions Jun 29 15:15:27.384932 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: router_availability_zone.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.385588 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.386084 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: router_availability_zone Jun 29 15:15:27.386396 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: routerservicetype.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.387282 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.387776 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension router-service-type not supported by any of loaded plugins Jun 29 15:15:27.388085 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.389003 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.389495 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: security-groups-normalized-cidr Jun 29 15:15:27.389802 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: security_groups_port_filtering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.390697 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.391190 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: port-security-groups-filtering Jun 29 15:15:27.391498 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.392390 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.392909 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: security-groups-remote-address-group Jun 29 15:15:27.393218 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: securitygroup.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.402714 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.403217 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: security-group Jun 29 15:15:27.403539 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: segment.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.404292 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.404807 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension segment not supported by any of loaded plugins Jun 29 15:15:27.405131 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.406033 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.406526 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 15:15:27.406840 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: servicetype.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.407917 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.408417 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: service-type Jun 29 15:15:27.408738 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: sorting.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.409696 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.410004 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: sorting Jun 29 15:15:27.410331 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: standard_attr_segment.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.411206 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.411704 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 15:15:27.412017 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: standardattrdescription.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.412635 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.413158 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: standard-attr-description Jun 29 15:15:27.413589 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: stateful_security_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.414518 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.415023 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: stateful-security-group Jun 29 15:15:27.415332 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: stdattrs_common.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.415898 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 15:15:27.416208 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.417270 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.417772 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 15:15:27.418085 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: subnet_onboard.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.419128 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.419628 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: subnet_onboard Jun 29 15:15:27.419942 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.420869 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.421358 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 15:15:27.421671 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: subnet_service_types.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.422548 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.423042 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: subnet-service-types Jun 29 15:15:27.423356 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: subnetallocation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.424384 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.424904 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: subnet_allocation Jun 29 15:15:27.425222 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.425867 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.426359 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: subnetpool-prefix-ops Jun 29 15:15:27.426669 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.427563 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.428051 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 15:15:27.428364 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: tagging.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.429461 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.429976 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: standard-attr-tag Jun 29 15:15:27.430287 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: timestamp.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.431434 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.431933 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loaded extension: standard-attr-timestamp Jun 29 15:15:27.432250 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: trunk.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.433272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.433768 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension trunk not supported by any of loaded plugins Jun 29 15:15:27.434082 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: trunk_details.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.434965 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.435469 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension trunk-details not supported by any of loaded plugins Jun 29 15:15:27.435778 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: uplink_status_propagation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.436660 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.437181 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 15:15:27.437492 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Loading extension file: vlantransparent.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:15:27.438139 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:15:27.438629 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 15:15:27.441086 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:network Jun 29 15:15:27.441810 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:subnet Jun 29 15:15:27.442934 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:15:27.443528 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:port Jun 29 15:15:27.444872 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.445299 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service FLAVORS assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.445924 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.446358 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.446677 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:router Jun 29 15:15:27.447312 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:15:27.448016 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service METERING assigned prefix: /metering {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.449548 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.449910 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.450252 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:15:27.451366 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:15:27.451810 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:15:27.452447 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:15:27.453216 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service CORE assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.453539 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:15:27.453863 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] subnetpool is already registered Jun 29 15:15:27.454461 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service CORE assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.454777 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:15:27.455096 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] subnetpool is already registered Jun 29 15:15:27.457680 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.458103 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service FLAVORS assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.458682 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.459091 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.459412 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:router Jun 29 15:15:27.459718 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] router is already registered Jun 29 15:15:27.460316 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:15:27.460637 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] floatingip is already registered Jun 29 15:15:27.461323 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service METERING assigned prefix: /metering {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.461980 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:15:27.462303 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] rbac_policy is already registered Jun 29 15:15:27.462839 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:15:27.463159 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] security_group is already registered Jun 29 15:15:27.463730 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:15:27.464049 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] security_group_rule is already registered Jun 29 15:15:27.464691 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service CORE assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.465033 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:15:27.465348 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] subnetpool is already registered Jun 29 15:15:27.465936 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Service CORE assigned prefix: {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:15:27.466250 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:15:27.466571 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] subnetpool is already registered Jun 29 15:15:27.467211 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: extensions {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.468693 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: address-groups {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.470330 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: address-scopes {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.471541 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: agents {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.472701 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: auto-allocated-topology {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.473984 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: availability_zones {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.475284 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: dhcp-networks {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.476825 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: dhcp-agents {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.478258 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: routers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.480992 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: flavors {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.482151 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: service_profiles {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.483352 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: next_providers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.484918 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: service_profiles {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.486373 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: floatingip-pools {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.487585 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: routers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.489401 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: floatingips {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.490618 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: l3-routers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.491955 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: l3-agents {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.493410 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: metering-labels {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.494782 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: metering-label-rules {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.496046 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: network-ip-availabilities {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.497343 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: bindings {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.498992 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: quotas {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.500448 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: quotas {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.501890 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: rbac-policies {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.503233 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: security-groups {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.504416 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: security-group-rules {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.505685 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: service-providers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.506906 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: subnetpools {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.508364 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: subnetpools {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.509845 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.511500 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.513316 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.515134 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.516934 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.518762 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.520442 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.522364 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.524122 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.525990 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:15:27.531981 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING keystonemiddleware.auth_token [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 15:15:27.536667 dv-cinder-798671-2-iscsi neutron-server[78330]: WARNING keystonemiddleware.auth_token [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 15:15:27.544651 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Acquired lock "singleton_lock" {{(pid=78330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 15:15:27.545135 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Releasing lock "singleton_lock" {{(pid=78330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 15:15:27.545868 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO oslo_service.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Starting 2 workers Jun 29 15:15:27.550313 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Started child 78435 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 15:15:27.554439 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Started child 78436 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 15:15:27.555460 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:27.556265 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO neutron.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 15:15:27.556807 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Notify callbacks [] for process, before_spawn {{(pid=78330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:27.557009 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [-] (78435) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:15:27.559155 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO oslo_service.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Starting 1 workers Jun 29 15:15:27.559408 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:27.560577 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [-] (78436) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:15:27.564022 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Started child 78437 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 15:15:27.564514 dv-cinder-798671-2-iscsi neutron-server[78330]: INFO oslo_service.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Starting 1 workers Jun 29 15:15:27.567938 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] calling RpcWorker wait() {{(pid=78437) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 15:15:27.568501 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] returning from RpcWorker wait() {{(pid=78437) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 15:15:27.569058 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Started child 78438 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 15:15:27.569804 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-c8d347c8-3784-4b2a-b9db-fe443ff8675d None None] Notify callbacks [] for process, after_spawn {{(pid=78330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:27.569935 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:27.570479 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:15:27.571657 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 15:15:27.571835 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 15:15:27.572043 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 15:15:27.572253 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 15:15:27.572581 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 15:15:27.572714 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 15:15:27.573270 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.573544 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.573803 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.574065 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.574348 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.574819 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:27.575313 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.575313 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.575313 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.575553 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.575806 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.575971 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.576130 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.576365 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.576619 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.577014 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.577280 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.577506 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.577775 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.577940 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.578183 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.578421 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.578639 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.578894 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] debug = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.579208 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.579708 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.579844 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.580032 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.580259 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.580548 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.580742 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.581034 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.581260 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.581501 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.581735 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.581979 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.582210 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.582442 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.582654 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.582899 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.583110 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.583560 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host = dv-cinder-798671-2-iscsi {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.583786 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.584016 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.584235 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.584476 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.584707 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.584940 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.585209 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.585456 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.585714 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.585947 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.586194 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.586430 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.586636 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.586863 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.587022 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_options = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.587245 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.587510 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.587764 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.587951 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.588114 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.588282 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.588534 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.588692 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.588966 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.589204 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.589419 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.589625 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.589860 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.590166 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.590319 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.590594 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.590777 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.590946 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.591178 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.591395 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.591610 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.591826 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.592059 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.592272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.592495 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.592709 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.592949 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.593159 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.593389 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.593635 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.593866 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.594095 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.594318 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.594559 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.594777 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.594993 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.595220 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.595479 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.595707 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.595934 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.596180 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.596389 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.596634 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.596863 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.597090 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.597301 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_json = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.597503 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.597726 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.597970 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.598189 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.598487 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.598626 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.598830 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.599065 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.600190 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.600190 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.600190 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.600476 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.600476 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.600783 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.601064 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.601389 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.601698 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.602243 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.602646 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.602900 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.603154 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.603360 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.603614 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.603939 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.604093 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:15:27.604190 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.604485 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.604711 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.604966 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.605179 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.605406 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.605742 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.606001 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.606245 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.606481 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.606677 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.606894 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.607100 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.607340 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.608219 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.608219 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.608219 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.608219 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.611009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612272 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612930 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612930 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.612930 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.613160 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.613160 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.613368 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.613574 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.613785 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.614027 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.614270 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.614499 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.614705 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.614914 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.615117 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.615343 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.615599 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.615794 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.620250 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.620514 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.620801 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.621032 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.621260 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.621482 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.621767 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.621937 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.622815 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.622815 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.622815 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.622815 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.623130 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.623221 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.624958 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.624958 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.624958 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.624958 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.624958 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.624958 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.625513 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.625778 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.626052 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.626349 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.626575 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.626804 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.627113 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.627371 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.627647 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.627881 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.628118 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.628377 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.628605 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.628905 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.629141 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.630359 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.630620 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.630891 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.631156 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.631436 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.632900 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.633972 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.634270 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.634859 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.635172 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.635409 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.635688 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.637071 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.637739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.638027 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.638857 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.639102 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.639725 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.639989 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.640257 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.640514 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.640788 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.641418 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.641706 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.641961 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.642204 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.642438 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.642673 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.642986 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.643239 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.643456 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.643702 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.643966 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.644210 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.644512 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.644714 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.644993 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.645228 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.645484 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.645791 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.645918 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.646310 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.646692 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.647045 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.647421 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.647867 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.648262 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.648486 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.648704 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.648990 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.649208 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.649429 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.649665 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.649901 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.650141 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.650510 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.650729 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.650974 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.651220 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.651438 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.651659 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.651891 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.652117 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.652362 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.652601 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.652892 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.653145 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.653379 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.653600 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.653847 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.654259 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.654485 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.654733 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.654952 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.655164 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.655374 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.655609 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.655827 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.656065 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.656290 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.656517 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.656796 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.657035 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.657362 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.657609 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.657871 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.658121 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.658358 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.658591 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.658824 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.659056 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.659271 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.659489 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.659724 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.660126 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.660363 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.660598 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.660848 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.661057 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.661270 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.661497 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.661710 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.661995 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.662236 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.662459 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.662689 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.662917 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.663143 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.663389 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.663600 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.663828 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.664040 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.664259 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.664615 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.664849 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.665063 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.665270 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.665562 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.665823 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.666048 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.666336 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.666580 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.666803 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.667062 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.667370 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.667579 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.667829 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.668088 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.668320 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.668535 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.668815 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.669132 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.669420 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.669675 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.669905 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.670175 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.670485 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.670708 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.670913 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.671199 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.671503 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.671779 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.672024 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.672263 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.672526 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.672776 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.672993 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.673209 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.673438 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.673650 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.673885 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.674156 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.674376 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.674588 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.674810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.675021 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.675239 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.675536 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.675788 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.676003 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.676314 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:15:27.676912 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 15:15:27.677069 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 15:15:27.677220 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 15:15:27.677387 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 15:15:27.677553 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 15:15:27.677700 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 15:15:27.677901 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.678064 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.678218 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.678527 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.678685 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.678866 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.679064 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.679221 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.679389 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.679538 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.679691 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.679990 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.679990 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.680157 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.680275 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.680423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.680571 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.680721 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.680909 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.681067 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.681221 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.681381 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.681533 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] debug = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.681829 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.682166 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.682478 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.682635 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.682791 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.682946 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.683101 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.683257 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.683417 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.683574 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.683734 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.683887 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.684046 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.684202 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.684356 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.684504 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.684663 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.684825 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host = dv-cinder-798671-2-iscsi {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.685125 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.685281 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.685435 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.685591 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.685745 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.685900 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.686064 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.686216 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.686512 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.686671 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.686828 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.686981 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.687139 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.687287 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.687481 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_options = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.687638 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.687793 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.687948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.688121 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.688281 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.688438 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.688847 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.688847 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689014 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689091 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689196 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689352 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689518 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689659 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689833 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.689967 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.690121 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.690275 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.690430 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.690585 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.690740 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.690880 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.691034 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.691181 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.691613 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.691613 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.691613 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.691845 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.691923 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.692052 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.692205 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.692361 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.693005 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.693161 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.693305 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.693459 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694130 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694130 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694130 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694130 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694427 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694427 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694600 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694682 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694796 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.694950 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_json = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.695489 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.695489 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.695489 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.695720 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.695720 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.695871 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.695951 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.696111 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 15:15:27.696292 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.696451 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.696620 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.696796 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.696959 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.697117 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.697273 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.697431 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.697588 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.697745 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698148 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698148 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698314 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698391 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698514 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698675 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698832 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.698992 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.699150 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.699307 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.699464 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.699620 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.699792 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.699948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.700108 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.700266 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.700423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.700580 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.700663 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:15:27.700747 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.700911 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.701068 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.701226 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.701381 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.701540 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.701716 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.701876 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.702033 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.702192 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.702350 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.702508 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.702666 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.702823 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.702983 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.703142 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.703297 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.703458 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.703613 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.703782 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.703930 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.704085 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.704252 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.704408 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.704567 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.704725 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.704907 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.705066 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.705224 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.705381 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.705539 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.705698 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.705859 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.706033 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.706189 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.706346 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.706532 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.706657 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.706814 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.706973 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.707132 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.707289 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.707448 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.707607 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.707764 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.707922 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.708079 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.708237 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.708395 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.708551 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.708710 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.708893 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.709051 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.709208 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.709368 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.709525 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.709691 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.709863 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.710019 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.710176 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.710377 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.710535 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.710692 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.710849 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.711760 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.711760 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.711760 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.711760 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.711760 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.712915 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714073 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714567 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714567 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714567 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714732 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714807 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.714912 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.715058 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.715215 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.715375 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.715534 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.715712 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.715840 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.716001 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.716158 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.716472 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.716679 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.716829 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.717197 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.717197 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.717727 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.717727 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.717727 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.717727 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.718016 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.718016 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.718193 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.719283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.719283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.719283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.719283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.719283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.719283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.719283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720152 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720152 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720152 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720152 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720152 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720152 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720882 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720882 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720882 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.720882 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.721142 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.721142 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.721283 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.721429 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.721607 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.721738 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.722009 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.722107 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.722186 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.722772 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.722772 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.722772 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.722772 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.723153 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.723153 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.723294 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.723370 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.723522 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724422 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724422 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724422 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724422 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724422 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724422 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724897 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724897 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.724897 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.725100 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.725194 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.725329 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.725491 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.725653 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.725829 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.725992 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.726152 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.726307 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.726464 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.726621 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.726778 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.726945 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.727088 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.728285 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.732948 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.733739 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734278 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.734810 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735338 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.735851 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736423 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736858 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736858 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.736858 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.737057 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 15:15:27.737135 dv-cinder-798671-2-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:15:28.015526 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 49994) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:15:28.027219 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084949 Jun 29 15:15:38.502153 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac58e0da-ffce-4fb8-8b16-116b169eb115 None None] get_active_networks_info from dv-cinder-798671-2-iscsi {{(pid=78437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 29 15:15:38.588630 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58e0da-ffce-4fb8-8b16-116b169eb115 None None] No non-hosted networks {{(pid=78437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 15:15:38.595883 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.agentschedulers_db [None req-ac58e0da-ffce-4fb8-8b16-116b169eb115 None None] DHCP Agent not found on host dv-cinder-798671-2-iscsi {{(pid=78437) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 15:15:38.744167 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ee762a66-c32e-481c-937a-6dd627764bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909177'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:38.759747 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909177'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:38.760320 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.760650 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.761031 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.761351 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.761669 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.761993 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.762309 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.762718 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.762968 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.763310 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.763642 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.763972 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:38.764407 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798671-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:15:38.783613 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798671-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:15:41.106899 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9322-e8fd-4605-bce1-314e884c3012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909177'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:41.148978 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7bf185e4-49a1-42d9-aa77-f7b019833aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:42.215953 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909177'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:43.216596 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.db.l3_hamode_db [None req-48707c60-3456-4771-b9c5-9f3c9bcfbf56 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 15:15:43.346683 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48707c60-3456-4771-b9c5-9f3c9bcfbf56 None None] Routers set() bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:15:43.347100 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48707c60-3456-4771-b9c5-9f3c9bcfbf56 None None] Router IDs set() for agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 29 15:15:43.395956 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909177'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:45.198831 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50086) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:15:45.822124 dv-cinder-798671-2-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-c0b8d6ab-24f4-44bb-aac8-36fd527ec49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:15:45.822669 dv-cinder-798671-2-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-c0b8d6ab-24f4-44bb-aac8-36fd527ec49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:15:46.034079 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [None req-c0b8d6ab-24f4-44bb-aac8-36fd527ec49d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:15:46.035473 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-c0b8d6ab-24f4-44bb-aac8-36fd527ec49d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8357451 Jun 29 15:15:48.393187 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50100) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:15:49.050765 dv-cinder-798671-2-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:15:49.051327 dv-cinder-798671-2-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:15:49.258834 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:15:49.356058 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.policy [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78435) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:15:49.401144 dv-cinder-798671-2-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:15:49.401717 dv-cinder-798671-2-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:15:49.409992 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.quota [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] Loaded quota_driver: . Jun 29 15:15:49.426171 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:15:49.487716 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783459371664', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783459371245', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783459379130', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783459257787', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783459262768', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783459273189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1022488', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7447576', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-370728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-388991'] for rbac-policy, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:49.562963 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:49.564361 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1d8800e0-6d8f-4b57-b1f7-3ad69fef92be admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1683114 Jun 29 15:15:52.157190 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50118) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:15:52.530266 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Request body: {'network': {'name': 'private', 'project_id': '616e35e6262740e6af4d09181f4e756c', 'admin_state_up': True}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:15:52.535702 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:15:52.540163 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Usage tracker for resource:network and tenant:616e35e6262740e6af4d09181f4e756c is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:15:52.545497 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:15:52.552023 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:15:52.566085 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Made reservation on behalf of 616e35e6262740e6af4d09181f4e756c for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:15:52.570897 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.594876 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.609248 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:15:52.613206 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Usage tracker for resource:security_group_rule and tenant:616e35e6262740e6af4d09181f4e756c is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:15:52.618123 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:15:52.623692 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:15:52.721026 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.726538 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.731636 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:15:52.753527 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:15:52.784387 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783455710904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.784990 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Unsubscribe: segment precommit_create {{(pid=78435) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:15:52.785473 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Added segment dbd938d3-7d27-43b0-a53c-14710662632e of type vlan for network 8088e3bb-826c-4cff-ac77-f10f59616770 Jun 29 15:15:52.831817 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e44d515-4811-4cce-870e-e9c5e6a5e7b9,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:15:52.851777 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.852100 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.852419 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.852747 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.853111 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.853423 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.853760 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.854029 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.854327 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.854625 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.854923 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.855216 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Tracked resource versions report: Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: pushed versions: Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: { 'AddressGroup': {'1.2'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'ConntrackHelper': {'1.0'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Log': {'1.0'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Network': {'1.1'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Port': {'1.7'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'PortForwarding': {'1.2'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'QosPolicy': {'1.8'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroup': {'1.4'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SubPort': {'1.0'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Subnet': {'1.1'}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Trunk': {'1.1'}} Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: consumer versions: Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'ConntrackHelper': '1.0', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Log': '1.0', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Network': '1.1', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Port': '1.7', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'PortForwarding': '1.2', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'QosPolicy': '1.8', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroup': '1.4', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroupRule': '1.2', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SubPort': '1.0', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Subnet': '1.1', Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Trunk': '1.1'}} Jun 29 15:15:52.856276 dv-cinder-798671-2-iscsi neutron-server[78435]: {{(pid=78435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:15:52.900357 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.908808 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:15:52.946600 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.948166 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:15:52.948825 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:52.951952 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:15:53.050928 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8925741 Jun 29 15:15:53.054033 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Pushing event updated for resources: {'Network': ['ID=8088e3bb-826c-4cff-ac77-f10f59616770,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:15:53.058527 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:15:53.073004 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 8088e3bb-826c-4cff-ac77-f10f59616770 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:15:55.696191 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50134) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:15:56.169072 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84ccfc-71f9-416e-b6b9-9eb608fbe9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:15:56.170450 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ad84ccfc-71f9-416e-b6b9-9eb608fbe9a2 admin admin] 10.222.0.37 "GET /v2.0/networks/8088e3bb-826c-4cff-ac77-f10f59616770 HTTP/1.1" status: 200 len: 825 time: 0.4732935 Jun 29 15:15:56.213572 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-eb4186b5-1ab2-48ea-ac21-b908b27b46a6 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/5229433d-9731-4bf0-8d81-f74b08969c10 HTTP/1.1" status: 200 len: 734 time: 0.0340273 Jun 29 15:15:56.222489 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Request body: {'subnet': {'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5229433d-9731-4bf0-8d81-f74b08969c10', 'name': 'private-subnet'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:15:56.227150 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:15:56.231278 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Usage tracker for resource:subnet and tenant:616e35e6262740e6af4d09181f4e756c is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:15:56.234376 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:15:56.240340 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:15:56.251154 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Made reservation on behalf of 616e35e6262740e6af4d09181f4e756c for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:15:56.253523 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:56.539352 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:56.544573 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:15:56.634723 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e76f63-b3dd-4295-a8c2-4f74c91e48d1,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:15:56.638967 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Checking segment: {'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:15:56.639327 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Network hostable DHCP agents. Network: 8088e3bb-826c-4cff-ac77-f10f59616770, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:15:56.643826 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:15:56.665064 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Network 8088e3bb-826c-4cff-ac77-f10f59616770 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:15:56.676113 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 8088e3bb-826c-4cff-ac77-f10f59616770) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:15:56.680730 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:15:56.681347 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:56.686195 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0c429-f24d-4b17-9709-33bcb85abbc6 None None] Network 8088e3bb-826c-4cff-ac77-f10f59616770 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:15:56.702163 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4831312 Jun 29 15:15:57.087896 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-8088e3bb-826c-4cff-ac77-f10f59616770', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'fixed_ips': [{'subnet_id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:15:57.089114 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:57.273409 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Allocated IP 172.20.0.2 (8088e3bb-826c-4cff-ac77-f10f59616770/85e76f63-b3dd-4295-a8c2-4f74c91e48d1/a6b6ddb1-ec7a-4945-abad-ea270af9830a) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:15:57.503706 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:57.517040 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Transition to ACTIVE for port object a6b6ddb1-ec7a-4945-abad-ea270af9830a will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:15:57.536269 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Transition to ACTIVE for port object a6b6ddb1-ec7a-4945-abad-ea270af9830a will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:15:57.542892 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:57.547552 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:15:57.608133 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Network 8088e3bb-826c-4cff-ac77-f10f59616770 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:15:57.610998 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:15:57.618545 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:15:57.620685 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Pushing event updated for resources: {'Port': ['ID=a6b6ddb1-ec7a-4945-abad-ea270af9830a,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:15:57.656612 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.657054 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.657379 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.657696 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.658008 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.658322 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.658640 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.658949 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.659270 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.659579 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.659900 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.660165 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Tracked resource versions report: Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: pushed versions: Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: { 'AddressGroup': {'1.2'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'ConntrackHelper': {'1.0'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Log': {'1.0'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Network': {'1.1'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Port': {'1.7'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'PortForwarding': {'1.2'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'QosPolicy': {'1.8'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroup': {'1.4'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SubPort': {'1.0'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Subnet': {'1.1'}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Trunk': {'1.1'}} Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: consumer versions: Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'ConntrackHelper': '1.0', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Log': '1.0', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Network': '1.1', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Port': '1.7', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'PortForwarding': '1.2', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'QosPolicy': '1.8', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroup': '1.4', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroupRule': '1.2', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SubPort': '1.0', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Subnet': '1.1', Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Trunk': '1.1'}} Jun 29 15:15:57.661288 dv-cinder-798671-2-iscsi neutron-server[78437]: {{(pid=78437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:15:57.674290 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:15:57.722751 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Attempting to bind port a6b6ddb1-ec7a-4945-abad-ea270af9830a on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:15:57.723424 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Attempting to bind port a6b6ddb1-ec7a-4945-abad-ea270af9830a by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:15:57.723589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Attempting to bind port a6b6ddb1-ec7a-4945-abad-ea270af9830a on network 8088e3bb-826c-4cff-ac77-f10f59616770 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:15:57.728936 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:15:57.729306 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Checking segment: {'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:15:57.729824 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:57.730213 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Bound using segment: {'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:15:57.730683 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Bound port: a6b6ddb1-ec7a-4945-abad-ea270af9830a, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:15:57.731064 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:57.835525 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] For port a6b6ddb1-ec7a-4945-abad-ea270af9830a, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:15:57.840256 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] For port a6b6ddb1-ec7a-4945-abad-ea270af9830a, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=a6b6ddb1-ec7a-4945-abad-ea270af9830a,segment=NetworkSegment(dbd938d3-7d27-43b0-a53c-14710662632e),segment_id=dbd938d3-7d27-43b0-a53c-14710662632e)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:15:57.846989 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:15:57.850968 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:15:57.934001 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Pushing event updated for resources: {'Port': ['ID=a6b6ddb1-ec7a-4945-abad-ea270af9830a,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:15:57.937187 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:15:59.039080 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50144) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:15:59.421238 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-8a2349f1-0d8b-4369-8329-02c3f1d5c318 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:15:59.436795 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8a2349f1-0d8b-4369-8329-02c3f1d5c318 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3820598 Jun 29 15:16:00.953360 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device a6b6ddb1-ec7a-4945-abad-ea270af9830a up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:16:01.028667 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port a6b6ddb1-ec7a-4945-abad-ea270af9830a completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:16:01.498263 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba95bf9-be1b-431e-8f65-61f8ee4bbbbb None None] Network 8088e3bb-826c-4cff-ac77-f10f59616770 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:16:01.606340 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Provisioning for port a6b6ddb1-ec7a-4945-abad-ea270af9830a completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:16:01.613571 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Provisioning complete for port a6b6ddb1-ec7a-4945-abad-ea270af9830a triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:01.613965 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:01.763032 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50158) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:01.823400 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:01.870052 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] For port a6b6ddb1-ec7a-4945-abad-ea270af9830a, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=a6b6ddb1-ec7a-4945-abad-ea270af9830a,segment=NetworkSegment(dbd938d3-7d27-43b0-a53c-14710662632e),segment_id=dbd938d3-7d27-43b0-a53c-14710662632e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:16:01.882050 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:01.885293 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:01.951257 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Pushing event updated for resources: {'Port': ['ID=a6b6ddb1-ec7a-4945-abad-ea270af9830a,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:01.954496 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:02.104722 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-31b13c60-952f-4749-849a-4b0162fc9f9e None None] Provisioning complete for port a6b6ddb1-ec7a-4945-abad-ea270af9830a triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:02.105123 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-31b13c60-952f-4749-849a-4b0162fc9f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:02.139381 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-e09bb003-76a0-42a0-be57-868bee54e351 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:16:02.148886 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e09bb003-76a0-42a0-be57-868bee54e351 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3763621 Jun 29 15:16:02.924152 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device a6b6ddb1-ec7a-4945-abad-ea270af9830a up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:16:02.991924 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port a6b6ddb1-ec7a-4945-abad-ea270af9830a triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:02.992682 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:04.879573 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50170) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:05.268050 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'name': 'router1'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:16:05.339041 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.policy [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78436) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:16:05.384350 dv-cinder-798671-2-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:16:05.384729 dv-cinder-798671-2-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:16:05.393441 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.quota [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Loaded quota_driver: . Jun 29 15:16:05.409229 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:16:05.416196 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Usage tracker for resource:router and tenant:616e35e6262740e6af4d09181f4e756c is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:16:05.420876 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:16:05.429941 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:16:05.448881 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:05.450971 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:05.476187 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:05.605552 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:05.627420 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:05.628614 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ea4b30a9-904f-4073-8c5c-dd9b41eb6482 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7480826 Jun 29 15:16:07.961691 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50182) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:08.370224 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-d3a3283b-de54-4abb-a22b-ebdc32e12021 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:16:08.371204 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d3a3283b-de54-4abb-a22b-ebdc32e12021 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4086535 Jun 29 15:16:08.421714 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1662dda7-5987-4bfb-9c09-8a9324803327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:08.715141 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:10.704476 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50192) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:11.077736 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:16:11.083286 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:16:11.085929 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-02baad1b-e5da-4c06-badc-f734aa808654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.087475 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Usage tracker for resource:network and tenant:6affa4a5846f497294ff615d1c26ed1f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:16:11.090608 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:16:11.096915 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:16:11.106658 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Made reservation on behalf of 6affa4a5846f497294ff615d1c26ed1f for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:16:11.109255 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.121497 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.136279 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:16:11.141763 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Usage tracker for resource:security_group_rule and tenant:6affa4a5846f497294ff615d1c26ed1f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:16:11.146216 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:16:11.155682 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:16:11.250872 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.257499 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.260480 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:11.275738 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Reserving flat network on physical network physnet1 {{(pid=78435) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 15:16:11.295616 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bddb016-ca0e-465b-b6e1-36a820367f22,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:11.299796 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.300119 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Added segment b495331e-4112-42d6-b208-ea9b07a8d38c of type flat for network 320ad342-e24c-4284-9c78-46409dfaf087 Jun 29 15:16:11.301274 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:11.331818 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.368924 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.370431 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:16:11.371005 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:11.374160 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:11.466788 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7612042 Jun 29 15:16:11.470402 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Pushing event updated for resources: {'Network': ['ID=320ad342-e24c-4284-9c78-46409dfaf087,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:11.475233 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:11.487468 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 320ad342-e24c-4284-9c78-46409dfaf087 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:16:12.120439 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:13.351557 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:13.847793 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50212) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:14.072939 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c5f96-4f2b-4c7c-acd3-1fc1ebdad295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:16:14.074218 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a16c5f96-4f2b-4c7c-acd3-1fc1ebdad295 admin admin] 10.222.0.37 "GET /v2.0/subnets/85e76f63-b3dd-4295-a8c2-4f74c91e48d1 HTTP/1.1" status: 200 len: 849 time: 0.2254601 Jun 29 15:16:14.253802 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-dc706f84-e1d0-496e-8cd5-d5a4f1c1833e admin admin] 10.222.0.37 "GET /v2.0/routers/a64bf0ad-336c-4cec-a2d9-0eb47900268c HTTP/1.1" status: 200 len: 704 time: 0.1709185 Jun 29 15:16:14.719292 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:14.959350 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Allocated IP 172.20.0.1 (8088e3bb-826c-4cff-ac77-f10f59616770/85e76f63-b3dd-4295-a8c2-4f74c91e48d1/1fc0d327-0405-4a4d-9c0b-26a87a67b8cb) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:16:15.135661 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.152516 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Transition to ACTIVE for port object 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:16:15.213219 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.216974 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:15.279377 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Network 8088e3bb-826c-4cff-ac77-f10f59616770 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:16:15.282076 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:16:15.286588 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:16:15.287642 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.399310 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc0d327-0405-4a4d-9c0b-26a87a67b8cb,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:15.410368 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:15.452357 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-5cb815da-8f27-4389-92c2-c8143f663d82 None None] Provisioning for port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:16:15.457208 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-5cb815da-8f27-4389-92c2-c8143f663d82 None None] Provisioning complete for port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:15.457584 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5cb815da-8f27-4389-92c2-c8143f663d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.514825 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-5cb815da-8f27-4389-92c2-c8143f663d82 None None] Port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:16:15.543561 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.768875 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.777129 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.779167 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:15.784260 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:15.882658 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc0d327-0405-4a4d-9c0b-26a87a67b8cb,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:15.886537 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:15.996104 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Network 8088e3bb-826c-4cff-ac77-f10f59616770 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:16:15.997332 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:16:16.199240 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Router a64bf0ad-336c-4cec-a2d9-0eb47900268c is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:16:16.238470 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-25ad3ea0-7497-414f-a7f4-fd8a709cc9df None None] Provisioning complete for port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:16.238841 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-25ad3ea0-7497-414f-a7f4-fd8a709cc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:16.290087 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-25ad3ea0-7497-414f-a7f4-fd8a709cc9df None None] Port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:16:16.390746 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:16:16.402798 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] 10.222.0.37 "PUT /v2.0/routers/a64bf0ad-336c-4cec-a2d9-0eb47900268c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1432221 Jun 29 15:16:16.403071 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Sync routers for ids ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:16:16.422774 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Routers {'a64bf0ad-336c-4cec-a2d9-0eb47900268c'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:16:16.423636 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:16:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:16.593200 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Set router a64bf0ad-336c-4cec-a2d9-0eb47900268c gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:16:16.954609 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'name': 'router1', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:16:05Z', 'updated_at': '2021-06-29T15:16:15Z', 'revision_number': 2, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'gw_port_host': None, '_interfaces': [{'id': '1fc0d327-0405-4a4d-9c0b-26a87a67b8cb', 'name': '', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'mac_address': 'fa:16:3e:f0:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:14Z', 'updated_at': '2021-06-29T15:16:15Z', 'revision_number': 2, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'subnets': [{'id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5229433d-9731-4bf0-8d81-f74b08969c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:16.959666 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Checking router: a64bf0ad-336c-4cec-a2d9-0eb47900268c for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:16:16.959973 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Updating router a64bf0ad-336c-4cec-a2d9-0eb47900268c port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:16:17.011377 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:17.387088 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:17.401697 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Transition to ACTIVE for port object 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:16:17.409537 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:17.414230 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:17.631841 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Pushing event updated for resources: {'Port': ['ID=1fc0d327-0405-4a4d-9c0b-26a87a67b8cb,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:17.653895 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.654217 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.654530 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.654842 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.655151 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.655457 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.655759 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.656058 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.656362 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.656658 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.656968 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.657261 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Tracked resource versions report: Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: pushed versions: Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: { 'AddressGroup': {'1.2'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'ConntrackHelper': {'1.0'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Log': {'1.0'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Network': {'1.1'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Port': {'1.7'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'PortForwarding': {'1.2'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'QosPolicy': {'1.8'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroup': {'1.4'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SubPort': {'1.0'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Subnet': {'1.1'}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Trunk': {'1.1'}} Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: consumer versions: Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'ConntrackHelper': '1.0', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Log': '1.0', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Network': '1.1', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Port': '1.7', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'PortForwarding': '1.2', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'QosPolicy': '1.8', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroup': '1.4', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroupRule': '1.2', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SubPort': '1.0', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Subnet': '1.1', Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Trunk': '1.1'}} Jun 29 15:16:17.658351 dv-cinder-798671-2-iscsi neutron-server[78438]: {{(pid=78438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:16:17.665126 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:17.670072 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Attempting to bind port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:16:17.670457 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Attempting to bind port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:16:17.670873 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Attempting to bind port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb on network 8088e3bb-826c-4cff-ac77-f10f59616770 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:16:17.676024 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:16:17.676414 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Checking segment: {'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:16:17.676910 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:17.677276 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Bound using segment: {'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:16:17.677732 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Bound port: 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd938d3-7d27-43b0-a53c-14710662632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:16:17.678101 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:17.764126 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] For port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:16:17.767939 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] For port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=1fc0d327-0405-4a4d-9c0b-26a87a67b8cb,segment=NetworkSegment(dbd938d3-7d27-43b0-a53c-14710662632e),segment_id=dbd938d3-7d27-43b0-a53c-14710662632e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:16:17.774785 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:17.778728 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:17.859022 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Routers {'a64bf0ad-336c-4cec-a2d9-0eb47900268c'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:16:17.859669 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:16:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:17.925160 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Pushing event updated for resources: {'Port': ['ID=1fc0d327-0405-4a4d-9c0b-26a87a67b8cb,revision_number=4']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:17.931836 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:18.017983 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] Set router a64bf0ad-336c-4cec-a2d9-0eb47900268c gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:16:18.375266 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'name': 'router1', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:16:05Z', 'updated_at': '2021-06-29T15:16:15Z', 'revision_number': 2, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'gw_port_host': None, '_interfaces': [{'id': '1fc0d327-0405-4a4d-9c0b-26a87a67b8cb', 'name': '', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'mac_address': 'fa:16:3e:f0:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:14Z', 'updated_at': '2021-06-29T15:16:17Z', 'revision_number': 4, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'subnets': [{'id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5229433d-9731-4bf0-8d81-f74b08969c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:18.379625 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f80f59f-1f8d-4277-9c75-68289d5aac58 None None] The sync data for ids ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'] in dv-cinder-798671-2-iscsi is: [{'id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'name': 'router1', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:16:05Z', 'updated_at': '2021-06-29T15:16:15Z', 'revision_number': 2, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'gw_port_host': None, '_interfaces': [{'id': '1fc0d327-0405-4a4d-9c0b-26a87a67b8cb', 'name': '', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'mac_address': 'fa:16:3e:f0:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:14Z', 'updated_at': '2021-06-29T15:16:17Z', 'revision_number': 4, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'subnets': [{'id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5229433d-9731-4bf0-8d81-f74b08969c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:16:18.558244 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50234) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:18.735942 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26555cf-c1cc-48e4-bd8a-40dcf2785b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:16:18.737500 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d26555cf-c1cc-48e4-bd8a-40dcf2785b96 admin admin] 10.222.0.37 "GET /v2.0/networks/320ad342-e24c-4284-9c78-46409dfaf087 HTTP/1.1" status: 200 len: 842 time: 0.1783130 Jun 29 15:16:18.747074 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:16:18.752587 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:16:18.756501 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Usage tracker for resource:subnet and tenant:6affa4a5846f497294ff615d1c26ed1f is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:16:18.759820 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:16:18.765726 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:16:18.777370 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Made reservation on behalf of 6affa4a5846f497294ff615d1c26ed1f for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:16:18.780019 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:19.205767 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.objects.ports [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78436) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 29 15:16:19.206259 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:19.212146 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:19.308711 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2351f2d5-c7a6-4076-a78c-c3f2701f78da,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:19.311124 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:16:19.311503 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Network hostable DHCP agents. Network: 320ad342-e24c-4284-9c78-46409dfaf087, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:16:19.321725 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.322067 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.322727 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.323056 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.323353 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.323730 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.324042 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.324352 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.324661 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.324990 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.325302 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.325608 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Tracked resource versions report: Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: pushed versions: Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: { 'AddressGroup': {'1.2'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'ConntrackHelper': {'1.0'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Log': {'1.0'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Network': {'1.1'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Port': {'1.7'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'PortForwarding': {'1.2'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'QosPolicy': {'1.8'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroup': {'1.4'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SubPort': {'1.0'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Subnet': {'1.1'}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Trunk': {'1.1'}} Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: consumer versions: Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'ConntrackHelper': '1.0', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Log': '1.0', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Network': '1.1', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Port': '1.7', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'PortForwarding': '1.2', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'QosPolicy': '1.8', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroup': '1.4', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroupRule': '1.2', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SubPort': '1.0', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Subnet': '1.1', Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Trunk': '1.1'}} Jun 29 15:16:19.326687 dv-cinder-798671-2-iscsi neutron-server[78436]: {{(pid=78436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:16:19.361785 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:19.366038 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:16:19.377191 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 320ad342-e24c-4284-9c78-46409dfaf087) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:16:19.382179 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:16:19.382797 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:19.387138 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd3b490-f7fb-42ac-8af7-8da54700b6b1 None None] Network 320ad342-e24c-4284-9c78-46409dfaf087 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:16:19.403307 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6597843 Jun 29 15:16:19.633567 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b60f1-0ef0-4731-b6cd-ae2d0cb24800 None None] Network 320ad342-e24c-4284-9c78-46409dfaf087 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:16:20.950887 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:16:21.026516 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:16:21.031647 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:21.032016 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:21.150052 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:21.182014 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=1fc0d327-0405-4a4d-9c0b-26a87a67b8cb,segment=NetworkSegment(dbd938d3-7d27-43b0-a53c-14710662632e),segment_id=dbd938d3-7d27-43b0-a53c-14710662632e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:16:21.185543 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:21.187631 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-62ead121-bf6c-4924-8256-6496bcd01bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:21.251557 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=1fc0d327-0405-4a4d-9c0b-26a87a67b8cb,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:21.254794 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:21.588014 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50252) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:21.814620 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ff2fc970-c718-4172-8617-9d34b26d42d9 admin admin] 10.222.0.37 "GET /v2.0/routers/a64bf0ad-336c-4cec-a2d9-0eb47900268c HTTP/1.1" status: 200 len: 710 time: 0.2251215 Jun 29 15:16:21.944494 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc913ff6-9bc3-4779-875c-70aff14e4d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:16:21.945831 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-fc913ff6-9bc3-4779-875c-70aff14e4d7d admin admin] 10.222.0.37 "GET /v2.0/networks/320ad342-e24c-4284-9c78-46409dfaf087 HTTP/1.1" status: 200 len: 886 time: 0.1235390 Jun 29 15:16:21.957641 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:16:22.393923 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:22.731554 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:22.821981 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:22.937408 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:16:22.961113 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Allocated IP 172.27.3.240 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/35183cfe-f13f-4403-8dcf-319dbb9d3bad) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:16:23.008729 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:23.009043 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:23.109301 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:23.168595 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:23.173808 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:23.233834 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:16:23.236892 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:16:23.241600 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:16:23.303390 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Pushing event updated for resources: {'Port': ['ID=35183cfe-f13f-4403-8dcf-319dbb9d3bad,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:23.310185 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:23.631541 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:23.983820 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:23.987366 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8018722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8018709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7905287'] for router, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:24.205732 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Router a64bf0ad-336c-4cec-a2d9-0eb47900268c has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:16:24.381743 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:16:24.390262 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:24.391497 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] 10.222.0.37 "PUT /v2.0/routers/a64bf0ad-336c-4cec-a2d9-0eb47900268c HTTP/1.1" status: 200 len: 890 time: 2.4369931 Jun 29 15:16:24.392304 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Sync routers for ids ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:16:24.408054 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Routers {'a64bf0ad-336c-4cec-a2d9-0eb47900268c'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:16:24.408936 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:16:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:24.605932 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Set router a64bf0ad-336c-4cec-a2d9-0eb47900268c gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:16:24.937333 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'name': 'router1', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '35183cfe-f13f-4403-8dcf-319dbb9d3bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:16:05Z', 'updated_at': '2021-06-29T15:16:23Z', 'revision_number': 4, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'gw_port': {'id': '35183cfe-f13f-4403-8dcf-319dbb9d3bad', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:22Z', 'updated_at': '2021-06-29T15:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '1fc0d327-0405-4a4d-9c0b-26a87a67b8cb', 'name': '', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'mac_address': 'fa:16:3e:f0:c4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:14Z', 'updated_at': '2021-06-29T15:16:21Z', 'revision_number': 5, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'subnets': [{'id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5229433d-9731-4bf0-8d81-f74b08969c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:24.942314 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Checking router: a64bf0ad-336c-4cec-a2d9-0eb47900268c for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:16:24.942657 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Updating router a64bf0ad-336c-4cec-a2d9-0eb47900268c port 35183cfe-f13f-4403-8dcf-319dbb9d3bad binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:16:24.993474 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:25.315430 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:25.327587 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Transition to ACTIVE for port object 35183cfe-f13f-4403-8dcf-319dbb9d3bad will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:16:25.335244 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:25.339831 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:25.433454 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Attempting to bind port 35183cfe-f13f-4403-8dcf-319dbb9d3bad on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:16:25.434246 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Attempting to bind port 35183cfe-f13f-4403-8dcf-319dbb9d3bad by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:16:25.434246 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Attempting to bind port 35183cfe-f13f-4403-8dcf-319dbb9d3bad on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:16:25.436212 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90f05f-5c28-4272-b056-7823149448c9 None None] Pushing event updated for resources: {'Port': ['ID=35183cfe-f13f-4403-8dcf-319dbb9d3bad,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:25.439730 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-1d90f05f-5c28-4272-b056-7823149448c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:25.442207 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:16:25.442566 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:16:25.442958 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:25.443329 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:16:25.443785 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Bound port: 35183cfe-f13f-4403-8dcf-319dbb9d3bad, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:16:25.444160 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:25.515637 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] For port 35183cfe-f13f-4403-8dcf-319dbb9d3bad, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:16:25.518540 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] For port 35183cfe-f13f-4403-8dcf-319dbb9d3bad, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=35183cfe-f13f-4403-8dcf-319dbb9d3bad,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:16:25.523586 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:25.527678 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:25.600168 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90f05f-5c28-4272-b056-7823149448c9 None None] Pushing event updated for resources: {'Port': ['ID=35183cfe-f13f-4403-8dcf-319dbb9d3bad,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:25.603663 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-1d90f05f-5c28-4272-b056-7823149448c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:25.604431 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Routers {'a64bf0ad-336c-4cec-a2d9-0eb47900268c'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:16:25.605072 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:16:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:25.780127 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] Set router a64bf0ad-336c-4cec-a2d9-0eb47900268c gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:16:26.100720 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'name': 'router1', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '35183cfe-f13f-4403-8dcf-319dbb9d3bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:16:05Z', 'updated_at': '2021-06-29T15:16:23Z', 'revision_number': 4, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'gw_port': {'id': '35183cfe-f13f-4403-8dcf-319dbb9d3bad', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:22Z', 'updated_at': '2021-06-29T15:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '1fc0d327-0405-4a4d-9c0b-26a87a67b8cb', 'name': '', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'mac_address': 'fa:16:3e:f0:c4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:14Z', 'updated_at': '2021-06-29T15:16:21Z', 'revision_number': 5, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'subnets': [{'id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5229433d-9731-4bf0-8d81-f74b08969c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:16:26.104877 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aaec6a-7967-4e39-b9d8-1ef17590b1e0 None None] The sync data for ids ['a64bf0ad-336c-4cec-a2d9-0eb47900268c'] in dv-cinder-798671-2-iscsi is: [{'id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'name': 'router1', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '35183cfe-f13f-4403-8dcf-319dbb9d3bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:16:05Z', 'updated_at': '2021-06-29T15:16:23Z', 'revision_number': 4, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'gw_port': {'id': '35183cfe-f13f-4403-8dcf-319dbb9d3bad', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:22Z', 'updated_at': '2021-06-29T15:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '1fc0d327-0405-4a4d-9c0b-26a87a67b8cb', 'name': '', 'network_id': '8088e3bb-826c-4cff-ac77-f10f59616770', 'tenant_id': '616e35e6262740e6af4d09181f4e756c', 'mac_address': 'fa:16:3e:f0:c4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64bf0ad-336c-4cec-a2d9-0eb47900268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:16:14Z', 'updated_at': '2021-06-29T15:16:21Z', 'revision_number': 5, 'project_id': '616e35e6262740e6af4d09181f4e756c', 'subnets': [{'id': '85e76f63-b3dd-4295-a8c2-4f74c91e48d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5229433d-9731-4bf0-8d81-f74b08969c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:16:26.720034 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50262) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:16:26.837559 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5be987f0-4cd3-4c04-aa9a-e3253bd8397b admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163359 Jun 29 15:16:26.965367 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 35183cfe-f13f-4403-8dcf-319dbb9d3bad up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:16:27.036409 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 35183cfe-f13f-4403-8dcf-319dbb9d3bad completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:16:27.041573 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 35183cfe-f13f-4403-8dcf-319dbb9d3bad triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:27.041945 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:27.156851 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:27.172889 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 35183cfe-f13f-4403-8dcf-319dbb9d3bad, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=35183cfe-f13f-4403-8dcf-319dbb9d3bad,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:16:27.176995 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:27.179191 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-576bafcd-db75-4494-8235-1faf6237c3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:16:27.244216 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=35183cfe-f13f-4403-8dcf-319dbb9d3bad,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:16:27.247620 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:16:28.944567 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 35183cfe-f13f-4403-8dcf-319dbb9d3bad up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:16:29.023791 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 35183cfe-f13f-4403-8dcf-319dbb9d3bad triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:16:29.024161 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:33.632995 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:16:38.427437 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cc84-0ba5-43e3-a1fb-9ac038b6129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:38.713380 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:41.091383 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a59d4c73-93bb-4ad0-aaf1-d3674ab01074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:42.124364 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:16:43.366518 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:08.433678 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9eb11bbc-9763-4fd5-b43b-9ec417c06c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:08.733303 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:10.633364 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:17:11.095587 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ffc335fb-2f97-420d-b391-b8a7e64ddb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:12.132590 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:13.369133 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:38.428751 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-da85b827-a4e3-4ed2-ac10-3a6b9e760731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:38.708900 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:41.100419 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9594d337-965f-41c0-a9d3-9b0cd25d0e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:42.133940 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:43.376048 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:17:47.633205 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:18:08.425405 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5e71148f-8b41-4545-a279-67ddd8e50a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:08.705551 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:11.100620 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-316b833c-0805-405c-9374-e6f9f4afffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:12.136865 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:13.370632 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:24.632852 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:18:27.087310 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50832) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:27.165090 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.pecan_wsgi.hooks.translation [None req-77dbe208-88b8-4e85-ba2d-9e5a02de5865 admin admin] GET failed (client error): The resource could not be found. Jun 29 15:18:27.166346 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-77dbe208-88b8-4e85-ba2d-9e5a02de5865 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0780983 Jun 29 15:18:27.301758 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3215b6a-de45-4e19-b37c-1e9ec0f6752a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:27.303106 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f3215b6a-de45-4e19-b37c-1e9ec0f6752a admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1308970 Jun 29 15:18:29.363090 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50842) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:29.475721 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e08e1-eeeb-462a-b163-3c493e2904d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:29.476306 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-d03e08e1-eeeb-462a-b163-3c493e2904d9 admin admin] Synchronizing usage tracker for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:subnet {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:18:29.497446 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-d03e08e1-eeeb-462a-b163-3c493e2904d9 admin admin] Unset dirty status for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:subnet {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:18:29.498580 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d03e08e1-eeeb-462a-b163-3c493e2904d9 admin admin] 10.222.0.37 "GET /v2.0/subnets/85e76f63-b3dd-4295-a8c2-4f74c91e48d1 HTTP/1.1" status: 200 len: 849 time: 0.1345196 Jun 29 15:18:29.509223 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:18:29.627201 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:29.830665 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783455701459'] for subnet, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:29.836301 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:18:29.883373 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:29.883834 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:29.885209 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] 10.222.0.37 "PUT /v2.0/subnets/85e76f63-b3dd-4295-a8c2-4f74c91e48d1 HTTP/1.1" status: 200 len: 868 time: 0.3811386 Jun 29 15:18:29.903972 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa37b11-495d-4f08-831e-91d543914b55 None None] Network 8088e3bb-826c-4cff-ac77-f10f59616770 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:18:29.907430 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e76f63-b3dd-4295-a8c2-4f74c91e48d1,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:18:29.915471 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.915815 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.916132 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.916454 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.916823 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.917122 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.917600 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.917810 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.918139 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.918439 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.918752 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.919075 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:18:29.923410 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:18:30.435583 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-877b0f2f-1089-47e4-a886-6e595cea3ab6 None None] Provisioning complete for port a6b6ddb1-ec7a-4945-abad-ea270af9830a triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:18:30.435842 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-877b0f2f-1089-47e4-a886-6e595cea3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:30.562968 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-877b0f2f-1089-47e4-a886-6e595cea3ab6 None None] Provisioning complete for port 1fc0d327-0405-4a4d-9c0b-26a87a67b8cb triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:18:30.563338 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-877b0f2f-1089-47e4-a886-6e595cea3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:32.071501 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50852) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:32.254173 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e144034-5cc1-48d0-81fa-fc3b531e8d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:32.254534 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e144034-5cc1-48d0-81fa-fc3b531e8d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:32.256014 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9e144034-5cc1-48d0-81fa-fc3b531e8d2c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1835504 Jun 29 15:18:34.349269 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50862) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:34.548748 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac8ac5-b140-4975-8fd7-589bbe6b8f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:34.549129 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac8ac5-b140-4975-8fd7-589bbe6b8f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:34.550663 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5dac8ac5-b140-4975-8fd7-589bbe6b8f5f admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004597 Jun 29 15:18:36.646577 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50872) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:36.834872 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d641905-5a7c-4bb0-8132-90ab36849488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:36.836104 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-2d641905-5a7c-4bb0-8132-90ab36849488 admin admin] 10.222.0.37 "GET /v2.0/networks/320ad342-e24c-4284-9c78-46409dfaf087 HTTP/1.1" status: 200 len: 886 time: 0.1882617 Jun 29 15:18:38.428746 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1186b174-9aa2-41f9-906b-860c214dd2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:38.711850 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:38.920829 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50882) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:39.109747 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7666f-1c5c-4c7a-a17a-1a9d99ff273d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:39.110678 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e3c7666f-1c5c-4c7a-a17a-1a9d99ff273d admin admin] Synchronizing usage tracker for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:18:39.133476 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e3c7666f-1c5c-4c7a-a17a-1a9d99ff273d admin admin] Unset dirty status for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:18:39.137226 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e3c7666f-1c5c-4c7a-a17a-1a9d99ff273d admin admin] 10.222.0.37 "GET /v2.0/networks/8088e3bb-826c-4cff-ac77-f10f59616770 HTTP/1.1" status: 200 len: 869 time: 0.2150819 Jun 29 15:18:41.101408 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c67dcfbc-43a6-49b6-b171-57f65c24359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:41.214157 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50892) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:41.325557 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c986d-d540-4b9b-80ff-821987dfa713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:41.326021 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c986d-d540-4b9b-80ff-821987dfa713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:41.327530 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-300c986d-d540-4b9b-80ff-821987dfa713 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1123862 Jun 29 15:18:42.139656 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:43.373893 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:18:43.409273 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50902) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:43.521077 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe3f6e-e260-468e-9146-a5149140a4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:43.521536 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe3f6e-e260-468e-9146-a5149140a4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:43.523051 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-3dbe3f6e-e260-468e-9146-a5149140a4f7 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1128066 Jun 29 15:18:45.616743 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50912) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:45.764209 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69983eb8-4d69-40e4-b667-856bfc86694a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:45.765551 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-69983eb8-4d69-40e4-b667-856bfc86694a admin admin] 10.222.0.37 "GET /v2.0/subnets/2351f2d5-c7a6-4076-a78c-c3f2701f78da HTTP/1.1" status: 200 len: 816 time: 0.1478510 Jun 29 15:18:47.848064 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50922) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:18:47.958576 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebabd5-4b18-4af7-b086-8820edc4a919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:18:47.959896 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7aebabd5-4b18-4af7-b086-8820edc4a919 admin admin] 10.222.0.37 "GET /v2.0/subnets/85e76f63-b3dd-4295-a8c2-4f74c91e48d1 HTTP/1.1" status: 200 len: 868 time: 0.1108427 Jun 29 15:19:01.633024 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:19:08.432813 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1b9e510c-9bf8-48a2-be2e-32ba3c535984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:08.707852 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:10.663493 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50966) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:19:10.728096 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [None req-478d6757-9af4-4490-946e-4031147221c8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:19:10.729311 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-478d6757-9af4-4490-946e-4031147221c8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0646794 Jun 29 15:19:11.096482 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-02c5c086-9f90-4ece-80d4-ef4940b2a2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:12.142053 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:12.965587 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 50976) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:19:13.039899 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d35391-0a0c-4442-bf61-8d124f43b1ce admin admin] GET failed (client error): The resource could not be found. Jun 29 15:19:13.041167 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-c1d35391-0a0c-4442-bf61-8d124f43b1ce admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0742500 Jun 29 15:19:13.170735 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0dd39b-acad-4055-9a66-991a1d6aa633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:19:13.172373 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1a0dd39b-acad-4055-9a66-991a1d6aa633 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1272786 Jun 29 15:19:13.376454 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:15.259367 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50986) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:19:15.309559 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:19:15.314895 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:19:15.325949 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:19:15.338683 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Made reservation on behalf of 6affa4a5846f497294ff615d1c26ed1f for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:19:15.341003 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:15.426027 dv-cinder-798671-2-iscsi neutron-server[78435]: WARNING neutron.services.revisions.revision_plugin [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Could not find related network for resource to bump revision. Jun 29 15:19:15.438281 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:19:15.447088 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:15.447433 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Added segment f77da6f4-dab5-4054-bc26-e20d935aceef of type vlan for network ed0513b7-78a1-4d54-aadd-ce373e5ad37f Jun 29 15:19:15.474799 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:15.516183 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:15.517252 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:19:15.517820 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:15.520912 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:19:15.613300 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3529303 Jun 29 15:19:15.616285 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Pushing event updated for resources: {'Network': ['ID=ed0513b7-78a1-4d54-aadd-ce373e5ad37f,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:19:15.623451 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.623806 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.624135 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.624451 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.624789 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.625112 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.625423 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.625754 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.626060 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.626375 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.626678 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.626984 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:15.636819 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-cd68842f-f16e-402d-a2af-c4f28725e6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:19:15.644139 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network ed0513b7-78a1-4d54-aadd-ce373e5ad37f details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:19:17.729640 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 50996) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:19:17.798585 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59e74ed-fc3c-40c5-afc5-8ee2e9e8d7d4 admin admin] GET failed (client error): The resource could not be found. Jun 29 15:19:17.799101 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b59e74ed-fc3c-40c5-afc5-8ee2e9e8d7d4 admin admin] Synchronizing usage tracker for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:19:17.818406 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b59e74ed-fc3c-40c5-afc5-8ee2e9e8d7d4 admin admin] Unset dirty status for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:19:17.819540 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b59e74ed-fc3c-40c5-afc5-8ee2e9e8d7d4 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0889394 Jun 29 15:19:17.926288 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddba2bc-a4a6-4999-808a-e0b23457cf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:19:17.927714 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-dddba2bc-a4a6-4999-808a-e0b23457cf8e admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019845 Jun 29 15:19:17.940706 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ed0513b7-78a1-4d54-aadd-ce373e5ad37f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:19:17.945495 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:19:17.955484 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:19:17.969670 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Made reservation on behalf of 6affa4a5846f497294ff615d1c26ed1f for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:19:17.971928 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:18.184689 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:18.188142 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:19:18.251648 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2b901a-af0b-40b0-b542-d254c4d7e583,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:19:18.258067 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:19:18.264450 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Checking segment: {'id': 'f77da6f4-dab5-4054-bc26-e20d935aceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ed0513b7-78a1-4d54-aadd-ce373e5ad37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:19:18.264828 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Network hostable DHCP agents. Network: ed0513b7-78a1-4d54-aadd-ce373e5ad37f, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:19:18.285151 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Network ed0513b7-78a1-4d54-aadd-ce373e5ad37f is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:19:18.295108 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, ed0513b7-78a1-4d54-aadd-ce373e5ad37f) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:19:18.299288 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:19:18.300033 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:18.305123 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be93982-3d3c-490f-bfde-f2da249e61bc None None] Network ed0513b7-78a1-4d54-aadd-ce373e5ad37f requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:19:18.326047 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f29e08ef-8945-4e69-84ef-afd79eed9140 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3888071 Jun 29 15:19:18.528272 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-ed0513b7-78a1-4d54-aadd-ce373e5ad37f', 'network_id': 'ed0513b7-78a1-4d54-aadd-ce373e5ad37f', 'tenant_id': '6affa4a5846f497294ff615d1c26ed1f', 'fixed_ips': [{'subnet_id': '9b2b901a-af0b-40b0-b542-d254c4d7e583'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:19:18.529197 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:18.706224 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Allocated IP 192.168.233.2 (ed0513b7-78a1-4d54-aadd-ce373e5ad37f/9b2b901a-af0b-40b0-b542-d254c4d7e583/0e9bb675-8c19-4ad0-9945-3f301337b59f) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:19:18.935369 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:18.947023 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Transition to ACTIVE for port object 0e9bb675-8c19-4ad0-9945-3f301337b59f will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:19:18.966738 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Transition to ACTIVE for port object 0e9bb675-8c19-4ad0-9945-3f301337b59f will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:19:18.973676 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:18.978535 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:19:19.044622 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Network ed0513b7-78a1-4d54-aadd-ce373e5ad37f is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:19:19.047888 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Pushing event updated for resources: {'Port': ['ID=0e9bb675-8c19-4ad0-9945-3f301337b59f,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:19:19.050175 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:19:19.056714 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.057096 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.057429 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.057747 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.058063 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.058379 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.058686 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.059012 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.059375 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.059673 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.059981 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.060286 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:19:19.072902 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:19:19.142310 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:19:19.161972 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Attempting to bind port 0e9bb675-8c19-4ad0-9945-3f301337b59f on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:19:19.162350 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Attempting to bind port 0e9bb675-8c19-4ad0-9945-3f301337b59f by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'f77da6f4-dab5-4054-bc26-e20d935aceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ed0513b7-78a1-4d54-aadd-ce373e5ad37f'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:19:19.162719 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Attempting to bind port 0e9bb675-8c19-4ad0-9945-3f301337b59f on network ed0513b7-78a1-4d54-aadd-ce373e5ad37f {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:19:19.168116 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:19:19.168510 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Checking segment: {'id': 'f77da6f4-dab5-4054-bc26-e20d935aceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ed0513b7-78a1-4d54-aadd-ce373e5ad37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:19:19.168987 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:19.169417 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Bound using segment: {'id': 'f77da6f4-dab5-4054-bc26-e20d935aceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ed0513b7-78a1-4d54-aadd-ce373e5ad37f'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:19:19.169874 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Bound port: 0e9bb675-8c19-4ad0-9945-3f301337b59f, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77da6f4-dab5-4054-bc26-e20d935aceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ed0513b7-78a1-4d54-aadd-ce373e5ad37f'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:19:19.170252 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:19.261560 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] For port 0e9bb675-8c19-4ad0-9945-3f301337b59f, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:19:19.264647 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] For port 0e9bb675-8c19-4ad0-9945-3f301337b59f, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=0e9bb675-8c19-4ad0-9945-3f301337b59f,segment=NetworkSegment(f77da6f4-dab5-4054-bc26-e20d935aceef),segment_id=f77da6f4-dab5-4054-bc26-e20d935aceef)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:19:19.269146 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:19.273237 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-1d90f05f-5c28-4272-b056-7823149448c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:19:19.350212 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Pushing event updated for resources: {'Port': ['ID=0e9bb675-8c19-4ad0-9945-3f301337b59f,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:19:19.354260 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:19:20.200079 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a54368-426d-4e31-a15a-91c84832591b None None] Network ed0513b7-78a1-4d54-aadd-ce373e5ad37f requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:19:20.318379 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-c37820ef-20a0-4656-843e-0219d6485521 None None] Provisioning for port 0e9bb675-8c19-4ad0-9945-3f301337b59f completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:19:21.047310 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 0e9bb675-8c19-4ad0-9945-3f301337b59f up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:19:21.122111 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 0e9bb675-8c19-4ad0-9945-3f301337b59f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:19:21.127291 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 0e9bb675-8c19-4ad0-9945-3f301337b59f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:19:21.127639 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:21.244033 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:21.275372 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 0e9bb675-8c19-4ad0-9945-3f301337b59f, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=0e9bb675-8c19-4ad0-9945-3f301337b59f,segment=NetworkSegment(f77da6f4-dab5-4054-bc26-e20d935aceef),segment_id=f77da6f4-dab5-4054-bc26-e20d935aceef)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:19:21.280304 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:21.282537 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:19:21.349730 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=0e9bb675-8c19-4ad0-9945-3f301337b59f,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:19:21.352784 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:19:23.031768 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 0e9bb675-8c19-4ad0-9945-3f301337b59f up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:19:23.102801 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 0e9bb675-8c19-4ad0-9945-3f301337b59f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:19:23.103170 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:38.437906 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9c127266-c91e-4bbc-8595-5127fced775b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:38.632141 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:19:38.713695 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:41.103620 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6eea359c-91c1-47b3-b0d2-61eb7e5074de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:42.146139 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:19:43.381977 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:08.442875 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3e2e-c4f9-4252-8689-5555fc85ae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:08.707729 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:11.105014 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bf1ece84-9142-4317-b44f-4d8d71fb8b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:12.148640 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:13.386716 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:15.634275 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:20:28.462525 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51048) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:20:28.468878 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-380df86e-3156-43fb-858b-362435a997d7 tempest-verify_tempest_config-467367513 tempest-verify_tempest_config-467367513-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:20:28.469877 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-380df86e-3156-43fb-858b-362435a997d7 tempest-verify_tempest_config-467367513 tempest-verify_tempest_config-467367513-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063167 Jun 29 15:20:28.791559 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51066) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:20:28.916243 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:28.931071 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:20:28.935056 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Usage tracker for resource:security_group_rule and tenant:8715828946544c34b5479ba76558b190 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:20:28.938276 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:20:28.943926 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:20:29.046931 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:29.053205 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:29.061989 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:20:29.107626 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8715828946544c34b5479ba76558b190&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3149834 Jun 29 15:20:29.108573 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e3c389-a1d9-401c-a67b-75bf68b48aed,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:20:29.110685 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51072) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:20:29.115982 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.116315 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.116616 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.116963 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.117279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.117606 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.117918 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.118223 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.118542 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.118850 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.119152 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.119453 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.124605 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:20:29.172630 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:29.197313 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:29.296931 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:29.302187 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:20:29.312520 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e3c389-a1d9-401c-a67b-75bf68b48aed,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:20:29.322025 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.322377 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.322703 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.323023 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.323341 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.323669 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.323984 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.324295 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.324639 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.324980 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.325290 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.325604 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:20:29.328566 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:29.329739 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16e3c389-a1d9-401c-a67b-75bf68b48aed HTTP/1.1" status: 204 len: 168 time: 0.2180214 Jun 29 15:20:29.330546 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:20:38.447183 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-77283221-c2cb-497a-a7ad-70542d250936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:38.712827 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:41.101940 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6e7b7ff0-4edf-496b-9e26-5af8926e5770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:42.153446 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:43.388637 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:20:52.642124 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:21:08.456968 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-eb4db398-4018-4e51-ba80-53ef446731e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:08.725735 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:11.099513 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-560332cf-d599-415b-85f1-67e279c23b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:12.161449 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:13.400357 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:29.636115 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:21:38.457777 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-88ce4627-9668-49d8-a09a-c36a40394644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:38.732793 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:41.098650 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7504d150-802b-4992-8b97-5167a12a1637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:42.170306 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:21:43.407894 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:06.635133 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:22:08.454877 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b87bf395-bd62-42cb-9c2c-c7f82e416f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:08.725556 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:09.767271 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909177'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:11.093113 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ab658968-a915-4485-aef0-ea5c577f91a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:11.990366 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51124) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:22:12.122799 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-addf65ff-8a82-4e2e-a63e-2a8bd744103c admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1310680 Jun 29 15:22:12.163087 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:13.416529 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:14.220587 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51134) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:22:14.279342 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-a641f265-5fc2-4440-b682-cd8573defec2 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0576253 Jun 29 15:22:38.459479 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7ce50c39-02c1-4e61-b677-301622627a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:38.728923 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:39.730277 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:41.101137 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c3b260c7-3438-4d40-ad5a-23890c3839ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:42.175713 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:43.414258 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:22:43.639462 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:23:08.453843 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c8e6-2dc1-483b-94dc-3145cde03f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:08.726156 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:09.717625 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:11.120648 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d9afd51d-d28c-4b13-a610-e91b1b865421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:12.167944 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:13.403120 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:20.638721 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:23:38.458139 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3f7d676d-9b23-4c36-af68-e6f19c0282a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:38.722590 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:39.724537 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:41.096554 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e3da07de-da14-4d1d-8444-433cc95c530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:42.171258 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:43.404322 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:49.448661 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51312) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:49.757127 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-816287500-network', 'tenant_id': 'e60e026a1a1d402cae82eafc549d4bb6'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:49.764148 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:49.768698 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Usage tracker for resource:network and tenant:e60e026a1a1d402cae82eafc549d4bb6 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:49.771717 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:49.777846 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:49.793672 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Made reservation on behalf of e60e026a1a1d402cae82eafc549d4bb6 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:49.797867 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:49.813095 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51344) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:49.819725 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:49.849253 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:49.856539 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Usage tracker for resource:security_group_rule and tenant:e60e026a1a1d402cae82eafc549d4bb6 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:49.862111 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:49.881579 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:49.977510 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:49.982919 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:49.988957 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c2448a33-c519-407d-bb22-e90606870737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:50.019574 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf55de01-01f0-47dc-868a-0f2bcb5d5cc8,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:50.029838 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.030400 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.031100 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.031428 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.032271 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.032707 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.033105 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.033488 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.033827 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.034516 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.034834 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.035142 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Tracked resource versions report: Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: pushed versions: Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: { 'AddressGroup': {'1.2'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'ConntrackHelper': {'1.0'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Log': {'1.0'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Network': {'1.1'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Port': {'1.7'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'PortForwarding': {'1.2'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'QosPolicy': {'1.8'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroup': {'1.4'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SubPort': {'1.0'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Subnet': {'1.1'}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Trunk': {'1.1'}} Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: consumer versions: Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: HyperV agent@hv-cinder-79867: {}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'ConntrackHelper': '1.0', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Log': '1.0', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Network': '1.1', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Port': '1.7', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'PortForwarding': '1.2', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'QosPolicy': '1.8', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroup': '1.4', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SecurityGroupRule': '1.2', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'SubPort': '1.0', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Subnet': '1.1', Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: 'Trunk': '1.1'}} Jun 29 15:23:50.036207 dv-cinder-798671-2-iscsi neutron-server[78436]: {{(pid=78436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:23:50.042711 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:50.046080 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:23:50.060393 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783455710904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.061311 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Unsubscribe: segment precommit_create {{(pid=78436) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:23:50.061934 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Added segment 92f1bee0-f7f1-426d-aded-9519f7156687 of type vlan for network 852a5e5c-6f6e-4a53-869b-2aac2f716053 Jun 29 15:23:50.110063 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.156472 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.158812 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:50.159992 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.169301 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:50.299835 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Pushing event updated for resources: {'Network': ['ID=852a5e5c-6f6e-4a53-869b-2aac2f716053,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:50.307341 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:50.315943 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8650997 Jun 29 15:23:50.318636 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51360) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:50.324149 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Request body: {'subnet': {'network_id': '852a5e5c-6f6e-4a53-869b-2aac2f716053', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-816287500-subnet', 'tenant_id': 'e60e026a1a1d402cae82eafc549d4bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:50.326335 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 852a5e5c-6f6e-4a53-869b-2aac2f716053 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:23:50.348902 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:50.361253 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Usage tracker for resource:subnet and tenant:e60e026a1a1d402cae82eafc549d4bb6 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:50.367326 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:50.376001 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:50.393385 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Made reservation on behalf of e60e026a1a1d402cae82eafc549d4bb6 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:50.396082 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.545294 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-603115646-network', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:50.550601 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:50.554644 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Usage tracker for resource:network and tenant:509390230fc6435f94d0fd64fa98ba34 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:50.557930 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:50.564566 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:50.572676 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51368) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:50.576179 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Made reservation on behalf of 509390230fc6435f94d0fd64fa98ba34 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:50.579757 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.593776 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51372) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:50.595190 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.619682 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51374) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:50.623902 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:50.629695 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Usage tracker for resource:security_group_rule and tenant:509390230fc6435f94d0fd64fa98ba34 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:50.631011 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51380) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:50.635707 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:50.638546 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.643477 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:50.644970 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-26adcafb-d89f-4a1d-80b4-9d46646c8e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:50.710293 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa21d26a-b521-46e7-8eba-16280445a907,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:50.727427 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:50.733610 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Checking segment: {'id': '92f1bee0-f7f1-426d-aded-9519f7156687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '852a5e5c-6f6e-4a53-869b-2aac2f716053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:50.734230 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Network hostable DHCP agents. Network: 852a5e5c-6f6e-4a53-869b-2aac2f716053, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:23:50.755225 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Network 852a5e5c-6f6e-4a53-869b-2aac2f716053 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:23:50.768667 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 852a5e5c-6f6e-4a53-869b-2aac2f716053) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:50.774261 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:50.775009 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.779381 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af619d-d0ce-4d83-9cee-69d342a400c7 None None] Network 852a5e5c-6f6e-4a53-869b-2aac2f716053 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:50.784815 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.790074 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.805859 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:23:50.817083 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.818280 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Added segment c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d of type vlan for network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 Jun 29 15:23:50.831325 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5116673 Jun 29 15:23:50.861247 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.865313 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-80cc7b89-61bf-4c3d-b44e-0a026271beeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:50.877643 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-336371243-network', 'tenant_id': 'ddf830e3b1a949d387a6cbbb0998254b'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:50.882369 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:50.890295 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Usage tracker for resource:network and tenant:ddf830e3b1a949d387a6cbbb0998254b is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:50.895461 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89e7b0-cd86-4957-95fb-bf636e23a85b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:50.898407 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:50.906639 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.907239 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.907735 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.908221 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.908851 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.909448 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.910228 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.910547 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.911143 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.912078 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.912218 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.912618 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Tracked resource versions report: Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: pushed versions: Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: { 'AddressGroup': {'1.2'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'ConntrackHelper': {'1.0'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Log': {'1.0'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Network': {'1.1'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Port': {'1.7'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'PortForwarding': {'1.2'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'QosPolicy': {'1.8'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroup': {'1.4'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SubPort': {'1.0'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Subnet': {'1.1'}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Trunk': {'1.1'}} Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: consumer versions: Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: HyperV agent@hv-cinder-79867: {}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'ConntrackHelper': '1.0', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Log': '1.0', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Network': '1.1', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Port': '1.7', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'PortForwarding': '1.2', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'QosPolicy': '1.8', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroup': '1.4', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SecurityGroupRule': '1.2', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'SubPort': '1.0', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Subnet': '1.1', Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: 'Trunk': '1.1'}} Jun 29 15:23:50.914649 dv-cinder-798671-2-iscsi neutron-server[78435]: {{(pid=78435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:23:50.917776 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1385218826-network', 'tenant_id': '292ba4b0f79942b5918eefeb46cb3526'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:50.919885 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:50.936863 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:50.941504 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Usage tracker for resource:network and tenant:292ba4b0f79942b5918eefeb46cb3526 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:50.946186 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:50.957105 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:50.959408 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:50.963172 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.965281 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:50.966660 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.973878 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Made reservation on behalf of ddf830e3b1a949d387a6cbbb0998254b for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:50.977147 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:50.978958 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:50.991086 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.007765 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.011898 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf830e3b1a949d387a6cbbb0998254b is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.015028 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.021623 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.041511 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1772652068-network', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:51.046754 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Made reservation on behalf of 292ba4b0f79942b5918eefeb46cb3526 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:51.049286 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.066480 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.092569 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-621607441-network', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:51.100985 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.112320 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Usage tracker for resource:security_group_rule and tenant:292ba4b0f79942b5918eefeb46cb3526 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.115984 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.123750 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.125617 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.161298 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Usage tracker for resource:network and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.170058 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.176542 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.177391 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.189676 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.193639 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:51.229113 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0113aabf-4a3e-46c8-843e-31b3ee02dfab,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:51.232928 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d09732b-9d95-4705-9237-7f84e4c61e72 None None] Network 852a5e5c-6f6e-4a53-869b-2aac2f716053 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:51.250993 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:51.269117 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:23:51.282585 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4675612 Jun 29 15:23:51.285316 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.287680 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51416) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:51.289195 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Usage tracker for resource:network and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.300628 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.301005 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Added segment e32d3706-c28c-4c58-9615-04f4173c488a of type vlan for network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe Jun 29 15:23:51.307665 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.315910 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Request body: {'subnet': {'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-603115646-subnet', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:51.323267 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.344962 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4c58ee-d134-44cb-98e9-c3be55cfd158,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:51.354654 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:51.359803 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Usage tracker for resource:subnet and tenant:509390230fc6435f94d0fd64fa98ba34 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.366877 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.380881 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.400596 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.405053 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.413472 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Made reservation on behalf of 509390230fc6435f94d0fd64fa98ba34 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:51.417299 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.423132 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:23:51.464638 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Made reservation on behalf of a41ae223b74e412c8d832d28ae4ff599 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:51.468794 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.490263 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.496892 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.506254 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.509262 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:51.511860 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.527431 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Made reservation on behalf of f25fe10920784cd19dd131f2981d62c1 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:51.531442 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.566427 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.570953 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e749aa59-f920-4908-993f-31bedb7229cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:51.571845 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Usage tracker for resource:security_group_rule and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.577332 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.585042 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.652557 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.680014 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.776544 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1444681 Jun 29 15:23:51.779028 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Pushing event updated for resources: {'Network': ['ID=caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:51.780449 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51432) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:51.786157 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:51.794361 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:23:51.798608 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.813427 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:23:51.813817 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Request body: {'subnet': {'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-336371243-subnet', 'tenant_id': 'ddf830e3b1a949d387a6cbbb0998254b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:51.828517 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.830329 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Added segment 468c9dfd-153b-4416-b1eb-cf02ac812ea8 of type vlan for network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 Jun 29 15:23:51.833787 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Usage tracker for resource:security_group_rule and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.837201 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:51.847994 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.861546 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Usage tracker for resource:subnet and tenant:ddf830e3b1a949d387a6cbbb0998254b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:51.866758 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.868742 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:51.875200 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.885476 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:51.900450 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:51.904296 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.926636 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.937618 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Made reservation on behalf of ddf830e3b1a949d387a6cbbb0998254b for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:51.940684 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:51.959162 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-18f069bd-cabe-4360-8e3a-8f3db66ff00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:51.997615 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:52.003297 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:52.007600 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.009759 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:52.010763 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.035471 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:52.083588 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36cc27a-976c-47fa-9b8e-4d6a52a9b5d7,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:52.097315 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:52.116655 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:23:52.170906 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Pushing event updated for resources: {'Network': ['ID=3c2a1a90-3e36-4d36-95d7-3c5b287ae936,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:52.177254 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:52.184653 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6108541 Jun 29 15:23:52.186817 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:23:52.187748 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51452) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:52.193600 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Request body: {'subnet': {'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1385218826-subnet', 'tenant_id': '292ba4b0f79942b5918eefeb46cb3526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:52.196886 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51456) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:52.200816 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:52.206635 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-273388429-network', 'tenant_id': 'da2bd101aa784803a11007264f30b44a'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:52.212113 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:52.216356 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Usage tracker for resource:network and tenant:da2bd101aa784803a11007264f30b44a is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:52.222245 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:52.229441 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:52.242755 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Usage tracker for resource:subnet and tenant:292ba4b0f79942b5918eefeb46cb3526 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:52.255163 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:52.265345 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:52.268576 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.268871 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Added segment 31934fe5-5608-470f-8252-344afa32f61f of type vlan for network b1e65061-d14c-4fae-8a38-6dde5d240bd5 Jun 29 15:23:52.277979 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Made reservation on behalf of da2bd101aa784803a11007264f30b44a for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:52.285417 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.301993 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Made reservation on behalf of 292ba4b0f79942b5918eefeb46cb3526 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:52.306407 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.327129 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.330192 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.351076 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-add77c55-3644-4c9a-8349-697adb5b67ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:52.447094 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.474513 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:52.483712 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Usage tracker for resource:security_group_rule and tenant:da2bd101aa784803a11007264f30b44a is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:52.487137 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.489763 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:52.500814 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:52.621825 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e036c3-fc22-47d3-8300-d14c6238e2d2,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:52.633322 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:52.643105 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.644670 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.645386 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.650692 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:52.651488 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.714953 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:23:52.726208 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.726637 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Added segment 7e0537fb-bef0-4df0-a148-518f1c80190d of type vlan for network b8a88a59-ab38-4a09-8b02-523b40580204 Jun 29 15:23:52.743037 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.753784 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.753927 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:52.756038 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d32c4960-e48d-4772-a577-bcac2a7f9de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:52.809819 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.825054 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ec42c3-8c28-458a-a3a1-4e66ca41b980,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:52.830952 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:52.831348 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:52.857708 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0906320 Jun 29 15:23:52.859010 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:23:52.861061 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51468) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:52.861309 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e65061-d14c-4fae-8a38-6dde5d240bd5,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:52.864469 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:52.873037 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:23:52.879070 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Request body: {'subnet': {'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-subnet', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:52.889066 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:52.890052 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:52.893184 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Usage tracker for resource:subnet and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:52.896190 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:52.902818 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:52.919691 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.920028 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Added segment bdefded8-ce93-4bf5-9927-733f043d75c8 of type vlan for network 63cb0c6a-d362-449e-a10a-363adf9d3cf6 Jun 29 15:23:52.921222 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Checking segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:52.921564 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Network hostable DHCP agents. Network: 3c2a1a90-3e36-4d36-95d7-3c5b287ae936, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:23:52.925801 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Made reservation on behalf of a41ae223b74e412c8d832d28ae4ff599 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:52.928086 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.963271 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:52.968048 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:52.971654 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:52.972371 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Checking segment: {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:52.972706 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Network hostable DHCP agents. Network: 8d4c58ee-d134-44cb-98e9-c3be55cfd158, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:23:52.984439 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:53.022178 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7100e643-ef5b-489a-a911-c2a445c61eba,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:53.025897 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:53.037399 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Checking segment: {'id': 'e32d3706-c28c-4c58-9615-04f4173c488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:53.037742 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Network hostable DHCP agents. Network: caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:23:53.059458 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:23:53.084449 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1eb1f-a983-4201-9832-318159b2de30,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:53.087951 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 8d4c58ee-d134-44cb-98e9-c3be55cfd158) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:53.094285 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:53.095227 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.095774 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:53.101547 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.107405 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:23:53.118834 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ac018-fe9d-41b7-8d72-ac5140bc2da4 None None] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:53.119118 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:53.119771 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.124834 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:53.130058 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:53.131103 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.137870 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:53.149046 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.154592 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:23:53.184727 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5223b61-3478-4e28-83ab-78f1aa1501ad None None] Network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:53.197916 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 3c2a1a90-3e36-4d36-95d7-3c5b287ae936) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:53.206976 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-793a1a25-bed6-4eab-aac3-7771c4217e6f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9048507 Jun 29 15:23:53.208106 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51484) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:53.213819 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:53.214402 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.223787 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6024535 Jun 29 15:23:53.226533 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-603115646-router', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:53.228546 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51488) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:53.234277 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:53.237438 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Request body: {'subnet': {'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1772652068-subnet', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:53.240801 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.243266 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.246715 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:53.249800 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Usage tracker for resource:router and tenant:509390230fc6435f94d0fd64fa98ba34 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:53.253939 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:53.262582 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:53.293104 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:53.363697 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:53.364411 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.387957 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Usage tracker for resource:subnet and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:53.401480 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-433019ac-c30a-4231-96c0-93ff41b396f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6135497 Jun 29 15:23:53.423212 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:53.425299 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a88a59-ab38-4a09-8b02-523b40580204,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:53.429007 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:53.447052 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:53.453894 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ce66531c-4fce-4527-ba20-3a792749695a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2648263 Jun 29 15:23:53.456699 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.460026 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.488042 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af1bd7-1ae0-4b61-912f-24045e2d62f4 None None] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:53.492349 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7973539c-b45e-4b06-b4b9-1da9b0e2c982,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:53.497489 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:53.498545 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:53.511747 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Made reservation on behalf of f25fe10920784cd19dd131f2981d62c1 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:53.514296 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.519414 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.534797 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3357799 Jun 29 15:23:53.559161 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network b8a88a59-ab38-4a09-8b02-523b40580204 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:23:53.563403 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51504) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:53.577414 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Request body: {'subnet': {'network_id': '63cb0c6a-d362-449e-a10a-363adf9d3cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-273388429-subnet', 'tenant_id': 'da2bd101aa784803a11007264f30b44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:53.590031 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Checking segment: {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:53.590648 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Network hostable DHCP agents. Network: b1e65061-d14c-4fae-8a38-6dde5d240bd5, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:23:53.597301 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:53.697928 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Usage tracker for resource:subnet and tenant:da2bd101aa784803a11007264f30b44a is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:53.717609 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:53.724748 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Pushing event updated for resources: {'Network': ['ID=63cb0c6a-d362-449e-a10a-363adf9d3cf6,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:53.736586 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:53.737776 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:53.763840 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Made reservation on behalf of da2bd101aa784803a11007264f30b44a for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:23:53.767547 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:53.786679 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:23:53.812712 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 63cb0c6a-d362-449e-a10a-363adf9d3cf6 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:23:53.874093 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, b1e65061-d14c-4fae-8a38-6dde5d240bd5) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:53.962832 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:53.963412 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.003852 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51536) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:54.018011 dv-cinder-798671-2-iscsi neutron-server[78436]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 15:23:54.020985 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775d90c-1885-41b9-b826-5e20b5baa910 None None] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:54.066531 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.100645 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51552) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:54.105425 dv-cinder-798671-2-iscsi neutron-server[78435]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 15:23:54.180520 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825e309-8d4b-4f07-8a53-2767f0c31229 None None] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:54.186300 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-54b0a0a5-6840-43fe-96fc-fb8be45e9c96 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3151209 Jun 29 15:23:54.198617 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51556) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:54.212080 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:54.232976 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:54.242603 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.243570 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Usage tracker for resource:router and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:54.249645 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:54.263800 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-e04d3f8f-cfc5-44f8-b84c-12b98fe69e45 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:54.264238 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-e04d3f8f-cfc5-44f8-b84c-12b98fe69e45 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Synchronizing usage tracker for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:network {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:23:54.303087 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-21c71cd7-b8cd-4815-8142-3aeae4804423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:54.331441 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:54.386043 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.387011 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.418211 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-cb62af40-7b7a-4535-b683-c65fa1dc6c29 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:54.419996 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-cb62af40-7b7a-4535-b683-c65fa1dc6c29 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 0.3187408 Jun 29 15:23:54.426098 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935b6f95-166a-4a81-85a0-39156261d91d,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:54.433597 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-e04d3f8f-cfc5-44f8-b84c-12b98fe69e45 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Unset dirty status for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:network {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:23:54.434896 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-e04d3f8f-cfc5-44f8-b84c-12b98fe69e45 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/networks?id=caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe HTTP/1.1" status: 200 len: 811 time: 0.4270577 Jun 29 15:23:54.447409 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:54.467226 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-9f251907-dfb5-4b10-8f7a-3eea10420f4a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/quotas/292ba4b0f79942b5918eefeb46cb3526 HTTP/1.1" status: 200 len: 375 time: 0.0203767 Jun 29 15:23:54.484738 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.492359 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-f065d122-9e11-4bb8-b458-1e242bdf03da tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/quotas/ddf830e3b1a949d387a6cbbb0998254b HTTP/1.1" status: 200 len: 375 time: 0.0419252 Jun 29 15:23:54.548295 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Checking segment: {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:54.548640 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Network hostable DHCP agents. Network: b8a88a59-ab38-4a09-8b02-523b40580204, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:23:54.568619 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-10049ac3-02bd-4d5f-a089-0019160558e7 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddf830e3b1a949d387a6cbbb0998254b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752296 Jun 29 15:23:54.573776 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.581270 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-fd2bee88-f810-4645-83ec-430745a74b98 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515568 Jun 29 15:23:54.616884 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2501d63-a6e2-427e-a935-704c8700a226 None None] Network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:54.627816 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:54.665605 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af216c-658c-4e53-986b-c9e7f63f9a32 None None] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:54.739235 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:54.772179 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.045101 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Allocated IP 172.27.3.183 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/9257aa04-6063-42f6-b040-d93f8674612e) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:23:55.068364 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:23:55.069260 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.081080 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Network b8a88a59-ab38-4a09-8b02-523b40580204 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:23:55.161740 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-c6f8db06-cdd6-460f-aa33-e712eabfc605 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:23:55.169327 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-c6f8db06-cdd6-460f-aa33-e712eabfc605 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069327 Jun 29 15:23:55.201261 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-5cd6a013-ec4a-484b-ade0-39f3fdc0a730 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:23:55.207175 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-5cd6a013-ec4a-484b-ade0-39f3fdc0a730 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2445145 Jun 29 15:23:55.208885 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, b8a88a59-ab38-4a09-8b02-523b40580204) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:55.245416 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcaa0ed-e226-4dbe-a2b5-c49c3f48918d None None] Network b8a88a59-ab38-4a09-8b02-523b40580204 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:55.288520 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:55.288951 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.307399 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0308c76-c075-4103-b572-3d36df44948a,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:55.356790 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.363699 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:55.385826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Checking segment: {'id': 'bdefded8-ce93-4bf5-9927-733f043d75c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb0c6a-d362-449e-a10a-363adf9d3cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:55.386072 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Network hostable DHCP agents. Network: 63cb0c6a-d362-449e-a10a-363adf9d3cf6, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:23:55.387402 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.401421 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-f5b2e05b-d2ae-4bc3-8351-ecd0c09f5837 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932411 Jun 29 15:23:55.443003 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-acc079f3-53de-4ef1-82d8-fe004e36b267 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2133536 Jun 29 15:23:55.447541 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51580) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:55.459479 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:23:55.463308 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:23:55.469397 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Usage tracker for resource:router and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:23:55.476817 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:23:55.481405 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-451d67a3-8392-4da0-bf44-fe2e9d729bc3 service neutron] 10.222.0.37 "GET /v2.0/networks/caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109133 Jun 29 15:23:55.485471 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Network 63cb0c6a-d362-449e-a10a-363adf9d3cf6 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:23:55.488219 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:23:55.506199 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.507319 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.533153 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 63cb0c6a-d362-449e-a10a-363adf9d3cf6) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:55.567674 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f45f46-0903-45b2-a399-bc4a80baf471 None None] Network 63cb0c6a-d362-449e-a10a-363adf9d3cf6 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:55.583770 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.590540 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:23:55.591381 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.607195 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e3791137-e0df-4f80-ae47-e5e5f49e5806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:55.618966 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Allocated IP 172.20.0.2 (b1e65061-d14c-4fae-8a38-6dde5d240bd5/7973539c-b45e-4b06-b4b9-1da9b0e2c982/47d7098e-6678-4e56-8f3c-157f0366ae6c) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:23:55.681277 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1166184 Jun 29 15:23:55.710859 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.719353 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-4cda3180-7466-4b00-be72-6826b685b7f6 service neutron] 10.222.0.37 "GET /v2.0/networks/caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297809 Jun 29 15:23:55.744272 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:23:55.763671 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:55.769559 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:23:55.847666 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-b8a88a59-ab38-4a09-8b02-523b40580204', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:23:55.848530 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:55.918742 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-dbd70289-52d7-4a54-8623-d3affd850104 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069067 Jun 29 15:23:56.016623 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51596) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:56.189866 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9257aa04-6063-42f6-b040-d93f8674612e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:56.330794 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0266a6f7-ab7e-41cb-b523-9c16b918c1a3 req-f398c711-40a1-4a29-bb72-92a9bdafb2af tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.1016345 Jun 29 15:23:56.342400 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Deleting subnet aa21d26a-b521-46e7-8eba-16280445a907 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 29 15:23:56.345202 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.400346 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.496217 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:56.507422 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.515394 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.520724 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Transition to ACTIVE for port object 47d7098e-6678-4e56-8f3c-157f0366ae6c will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:23:56.541994 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Transition to ACTIVE for port object 47d7098e-6678-4e56-8f3c-157f0366ae6c will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:23:56.566653 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Allocated IP 172.20.0.2 (b8a88a59-ab38-4a09-8b02-523b40580204/935b6f95-166a-4a81-85a0-39156261d91d/03e07881-7434-4a10-86d1-013da479e467) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:23:56.601774 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fdffe170-7b92-43e0-baab-c123d71c3e75 req-df7b9348-e75f-43e6-aba6-1dde49f5e7ca tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.1254513 Jun 29 15:23:56.642198 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.661788 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976594'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.829807 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Allocated IP 172.27.3.152 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/3c611853-19db-49e0-9af0-ce47c90335e9) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:23:56.836152 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.850839 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Transition to ACTIVE for port object 03e07881-7434-4a10-86d1-013da479e467 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:23:56.859087 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.875786 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Transition to ACTIVE for port object 03e07881-7434-4a10-86d1-013da479e467 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:23:56.888218 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:56.918955 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:56.935991 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-635c6ead-caa5-4514-aa86-b575e8c628f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:57.029333 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa21d26a-b521-46e7-8eba-16280445a907,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:57.035878 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:57.049386 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.098958 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:23:57.100014 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Pushing event updated for resources: {'Port': ['ID=47d7098e-6678-4e56-8f3c-157f0366ae6c,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:57.107621 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.108978 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.110339 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:57.113990 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.114423 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.115772 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.116222 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.116642 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.117156 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.117747 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.117980 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.118410 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.118889 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.119295 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.119696 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Tracked resource versions report: Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: pushed versions: Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: { 'AddressGroup': {'1.2'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'ConntrackHelper': {'1.0'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Log': {'1.0'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Network': {'1.1'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Port': {'1.7'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'PortForwarding': {'1.2'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'QosPolicy': {'1.8'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroup': {'1.4'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SubPort': {'1.0'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Subnet': {'1.1'}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Trunk': {'1.1'}} Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: consumer versions: Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: HyperV agent@hv-cinder-79867: {}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'ConntrackHelper': '1.0', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Log': '1.0', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Network': '1.1', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Port': '1.7', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'PortForwarding': '1.2', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'QosPolicy': '1.8', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroup': '1.4', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SecurityGroupRule': '1.2', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'SubPort': '1.0', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Subnet': '1.1', Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: 'Trunk': '1.1'}} Jun 29 15:23:57.120896 dv-cinder-798671-2-iscsi neutron-server[78437]: {{(pid=78437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:23:57.141653 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:23:57.149672 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:57.160395 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-24d56f37-94f2-4fe2-92a2-af57ca24900e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aa21d26a-b521-46e7-8eba-16280445a907 HTTP/1.1" status: 204 len: 168 time: 1.1425409 Jun 29 15:23:57.163507 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51662) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:57.248234 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:57.392392 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.468564 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1022515'] for network, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.560171 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.639589 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:23:57.652888 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Pushing event updated for resources: {'Port': ['ID=03e07881-7434-4a10-86d1-013da479e467,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:57.704800 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Network b8a88a59-ab38-4a09-8b02-523b40580204 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:23:57.722209 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d34c902d-26c2-416e-ad1a-c698f10cbb1d req-9c2bb601-66c7-468a-9c5e-13bf37e038ad tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.2428622 Jun 29 15:23:57.723827 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:57.725449 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:57.762318 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:23:57.782573 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Attempting to bind port 47d7098e-6678-4e56-8f3c-157f0366ae6c on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:23:57.782945 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Attempting to bind port 47d7098e-6678-4e56-8f3c-157f0366ae6c by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:23:57.783329 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Attempting to bind port 47d7098e-6678-4e56-8f3c-157f0366ae6c on network b1e65061-d14c-4fae-8a38-6dde5d240bd5 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:23:57.837918 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974927', 'neutron.services.segments.db._delete_segments_for_network-8783455710913'] for network, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.857475 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.857904 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.858551 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.858871 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > port after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.859183 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.859520 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > port after_update 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.859885 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.860182 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.860495 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.860841 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:57.894405 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b57d8-ef87-4d20-a4f8-d6006af6c3aa None None] Network 63cb0c6a-d362-449e-a10a-363adf9d3cf6 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:23:57.918383 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:23:57.919069 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Checking segment: {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:57.920328 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.921021 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Bound using segment: {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:23:57.921367 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Bound port: 47d7098e-6678-4e56-8f3c-157f0366ae6c, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:23:57.921824 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:57.933645 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-083e2dfe-13e0-4287-8080-103f011394f0 req-0e5692a2-171e-4494-8f21-be07aebfffe6 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.1874976 Jun 29 15:23:57.969170 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.028896 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:58.029410 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:58.029928 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:58.030446 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:23:58.031046 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852a5e5c-6f6e-4a53-869b-2aac2f716053']}} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:23:58.046233 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f1bee0-f7f1-426d-aded-9519f7156687') {'for_net_delete': True} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:23:58.046572 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f1bee0-f7f1-426d-aded-9519f7156687') {} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:23:58.061228 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783455721768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6485616'] for segment, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.080548 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.088616 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=78436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:23:58.089091 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-979591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397682'] for segment, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.092847 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Attempting to bind port 03e07881-7434-4a10-86d1-013da479e467 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:23:58.093449 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Attempting to bind port 03e07881-7434-4a10-86d1-013da479e467 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:23:58.094013 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Attempting to bind port 03e07881-7434-4a10-86d1-013da479e467 on network b8a88a59-ab38-4a09-8b02-523b40580204 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:23:58.168563 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:23:58.169004 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Checking segment: {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:23:58.169415 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.169837 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Bound using segment: {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:23:58.170322 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Bound port: 03e07881-7434-4a10-86d1-013da479e467, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:23:58.170716 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: from cryptography.utils import int_from_bytes Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: from cryptography.utils import int_from_bytes Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: util.warn_limited( Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: util.warn_limited( Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: Traceback (most recent call last): Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: timer() Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: cb(*args, **kw) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: return func(*args, **kwargs) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: self._notify() Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: self.callback(batched_events) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: event.method(event) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: return f(self, *a, **k) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: return self._get(url).json() Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: return self.request(url, 'GET', **kwargs) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:23:58.183699 dv-cinder-798671-2-iscsi neutron-server[78436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:23:58.187424 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8018765'] for network, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.193390 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:58.214196 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Pushing event deleted for resources: {'Network': ['ID=852a5e5c-6f6e-4a53-869b-2aac2f716053,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:58.228507 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.243703 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] 10.222.0.37 "DELETE /v2.0/networks/852a5e5c-6f6e-4a53-869b-2aac2f716053 HTTP/1.1" status: 204 len: 168 time: 1.0782356 Jun 29 15:23:58.247505 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-aa8c8875-d27b-4582-bda3-23b97aa2ff29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:58.248097 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51696) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:58.262643 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] For port 47d7098e-6678-4e56-8f3c-157f0366ae6c, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:23:58.304597 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] For port 47d7098e-6678-4e56-8f3c-157f0366ae6c, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=47d7098e-6678-4e56-8f3c-157f0366ae6c,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:23:58.310968 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.327510 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b2a1401d-5e9b-4dc3-b867-dad7216837eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:58.398449 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.421932 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Pushing event updated for resources: {'Port': ['ID=3c611853-19db-49e0-9af0-ce47c90335e9,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:58.433849 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:23:58.434566 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-1d90f05f-5c28-4272-b056-7823149448c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:58.435049 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:58.437686 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:58.438051 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.440741 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Deleting subnet f0308c76-c075-4103-b572-3d36df44948a {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 29 15:23:58.442958 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:23:58.503476 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.504432 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] For port 03e07881-7434-4a10-86d1-013da479e467, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:23:58.530811 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] For port 03e07881-7434-4a10-86d1-013da479e467, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=03e07881-7434-4a10-86d1-013da479e467,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:23:58.560983 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.582671 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.604485 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Pushing event updated for resources: {'Port': ['ID=47d7098e-6678-4e56-8f3c-157f0366ae6c,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:58.608577 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:58.611778 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:58.713466 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Pushing event updated for resources: {'Port': ['ID=03e07881-7434-4a10-86d1-013da479e467,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:58.723104 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:58.752394 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6485577'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:58.914287 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Allocated IP 172.27.3.123 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/dacb46fb-f13c-476f-9761-067a2ea636f5) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:23:58.985762 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976594'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:59.133067 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:59.193824 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6382160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6535668'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:59.203853 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-99e6d8cd-7c87-4b64-84be-9096a2963d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:59.204516 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Router ff96b78b-6819-44e5-9454-ded880421036 is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:23:59.234144 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:59.251573 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d9b6b53a-e4d3-4298-a2fb-58f65d59f669 req-96e660be-49e7-46b4-9ee4-d333d83204f2 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.0877500 Jun 29 15:23:59.257361 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:23:59.270548 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:59.380293 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0308c76-c075-4103-b572-3d36df44948a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:59.423651 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 03e07881-7434-4a10-86d1-013da479e467 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:23:59.454758 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:59.456061 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:23:59.461863 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:23:59.467845 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:23:59.506765 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 03e07881-7434-4a10-86d1-013da479e467 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:23:59.514405 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 47d7098e-6678-4e56-8f3c-157f0366ae6c up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:23:59.549835 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Pushing event updated for resources: {'Port': ['ID=dacb46fb-f13c-476f-9761-067a2ea636f5,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:23:59.558785 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:59.581252 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-af6270d1-2490-4301-a4ae-d4c812ed00c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f0308c76-c075-4103-b572-3d36df44948a HTTP/1.1" status: 204 len: 168 time: 1.3316877 Jun 29 15:23:59.586946 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0393ce61-e240-4990-8636-760a8e90451d req-fbd289f0-df58-4e01-b7c6-194659db22e7 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.2263017 Jun 29 15:23:59.588006 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51716) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:23:59.612129 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 47d7098e-6678-4e56-8f3c-157f0366ae6c completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:23:59.632461 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:23:59.786543 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:23:59.803216 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff5447-909b-4801-8012-7981767eb616 None None] Sync routers for ids ['ff96b78b-6819-44e5-9454-ded880421036'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:23:59.816993 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] Routers {'ff96b78b-6819-44e5-9454-ded880421036'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:23:59.817933 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:23:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['ff96b78b-6819-44e5-9454-ded880421036'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:23:59.896953 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:23:59.901943 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6844611 Jun 29 15:23:59.911587 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51720) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:00.035419 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1022515'] for network, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:00.135207 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e77629-3eb7-4f8d-bf48-da4f3f4a00c3 None None] Network b8a88a59-ab38-4a09-8b02-523b40580204 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:24:00.204454 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Provisioning for port 03e07881-7434-4a10-86d1-013da479e467 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:00.231000 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Provisioning complete for port 03e07881-7434-4a10-86d1-013da479e467 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:00.231915 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:00.261651 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] Set router ff96b78b-6819-44e5-9454-ded880421036 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:00.396487 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:00.678063 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:00.679422 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7bfcd-8395-4955-9345-95782aa876dc None None] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:24:00.959037 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974927', 'neutron.services.segments.db._delete_segments_for_network-8783455710913'] for network, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:00.980198 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef3caf2d-0940-40f4-bad7-959256aade9a req-d2a7afe1-41c5-499a-ba1e-28453d002bac tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.1729193 Jun 29 15:24:01.014795 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cb0c6a-d362-449e-a10a-363adf9d3cf6']}} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:01.023630 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.24', 55215) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:01.120564 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdefded8-ce93-4bf5-9927-733f043d75c8') {'for_net_delete': True} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:01.120830 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdefded8-ce93-4bf5-9927-733f043d75c8') {} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:01.133109 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:01.175624 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff96b78b-6819-44e5-9454-ded880421036', 'name': 'tempest-ServerRescueNegativeTestJSON-603115646-router', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '9257aa04-6063-42f6-b040-d93f8674612e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:53Z', 'updated_at': '2021-06-29T15:23:56Z', 'revision_number': 3, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'gw_port': {'id': '9257aa04-6063-42f6-b040-d93f8674612e', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:01.186148 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff5447-909b-4801-8012-7981767eb616 None None] Checking router: ff96b78b-6819-44e5-9454-ded880421036 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:24:01.187669 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff5447-909b-4801-8012-7981767eb616 None None] Updating router ff96b78b-6819-44e5-9454-ded880421036 port 9257aa04-6063-42f6-b040-d93f8674612e binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:24:01.244029 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] For port 03e07881-7434-4a10-86d1-013da479e467, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=03e07881-7434-4a10-86d1-013da479e467,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:01.274731 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-faff5447-909b-4801-8012-7981767eb616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:01.278060 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:01.289162 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3ad6637d-926c-495f-ae08-aac5b33eb0f6 req-1340642d-cc2c-4787-be3f-912528edaa79 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.1850770 Jun 29 15:24:01.309220 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:01.687313 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783455721768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6485616'] for segment, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:01.697239 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Provisioning for port 47d7098e-6678-4e56-8f3c-157f0366ae6c completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:01.741341 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Pushing event updated for resources: {'Port': ['ID=03e07881-7434-4a10-86d1-013da479e467,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:01.764038 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.24', 55219) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:01.776333 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:01.779589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Provisioning complete for port 47d7098e-6678-4e56-8f3c-157f0366ae6c triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:01.780217 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:01.833292 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.066761 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.148960 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=78436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:24:02.149704 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-979591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397682'] for segment, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: Traceback (most recent call last): Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: timer() Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: cb(*args, **kw) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: return func(*args, **kwargs) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: self._notify() Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: self.callback(batched_events) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: event.method(event) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: return f(self, *a, **k) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: return self._get(url).json() Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: return self.request(url, 'GET', **kwargs) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:24:02.240442 dv-cinder-798671-2-iscsi neutron-server[78436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:24:02.250494 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] For port 47d7098e-6678-4e56-8f3c-157f0366ae6c, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=47d7098e-6678-4e56-8f3c-157f0366ae6c,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:02.277535 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.297642 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:02.299845 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-faff5447-909b-4801-8012-7981767eb616 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.334012 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-7068e6b9-0cf1-4f9d-bc2a-a086366b398e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:02.335122 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-7068e6b9-0cf1-4f9d-bc2a-a086366b398e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Synchronizing usage tracker for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:network {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:02.344382 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51776) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:02.454254 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Pushing event updated for resources: {'Port': ['ID=47d7098e-6678-4e56-8f3c-157f0366ae6c,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:02.461590 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:02.484670 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fbd8d691-b4b5-4c40-b98b-1b04049418b5 None None] Provisioning complete for port 47d7098e-6678-4e56-8f3c-157f0366ae6c triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:02.485883 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d691-b4b5-4c40-b98b-1b04049418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.638167 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-71a46f66-fd8c-4fca-9186-7a4a29f9203d tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:02.639705 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-71a46f66-fd8c-4fca-9186-7a4a29f9203d tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.24 "GET /v2.0/networks?id=caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe HTTP/1.1" status: 200 len: 811 time: 0.8656723 Jun 29 15:24:02.688330 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-12eeaa97-fe8b-4e79-ab39-bbcd74f90969 req-b73bc03e-103a-4b4a-b815-1d1e3d874576 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.0700998 Jun 29 15:24:02.693792 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.703012 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fbd8d691-b4b5-4c40-b98b-1b04049418b5 None None] Provisioning complete for port 03e07881-7434-4a10-86d1-013da479e467 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:02.704134 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d691-b4b5-4c40-b98b-1b04049418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.845769 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-faff5447-909b-4801-8012-7981767eb616 None None] Transition to ACTIVE for port object 9257aa04-6063-42f6-b040-d93f8674612e will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:02.861936 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-faff5447-909b-4801-8012-7981767eb616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.873534 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:02.876145 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-aa5326c1-e31e-4d86-9733-e11819101489 req-b5c47e1d-4f28-4e1b-b909-da054c015bf6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.2213643 Jun 29 15:24:02.883346 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8018765'] for network, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.893564 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-7068e6b9-0cf1-4f9d-bc2a-a086366b398e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Unset dirty status for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:network {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:02.907910 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-7068e6b9-0cf1-4f9d-bc2a-a086366b398e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 1.7992921 Jun 29 15:24:02.956354 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:02.967489 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:02.989525 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/63cb0c6a-d362-449e-a10a-363adf9d3cf6 HTTP/1.1" status: 204 len: 168 time: 3.3835440 Jun 29 15:24:02.995139 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=63cb0c6a-d362-449e-a10a-363adf9d3cf6,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:02.999139 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7185407b-f415-4b63-823a-5f5dd9acd0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:03.000225 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.015370 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:24:03.080578 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:03.097952 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Usage tracker for resource:security_group_rule and tenant:032ae3b9f0ae4fd282128540898e48e7 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:03.164555 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Pushing event updated for resources: {'Port': ['ID=9257aa04-6063-42f6-b040-d93f8674612e,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:03.180166 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.189305 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-faff5447-909b-4801-8012-7981767eb616 None None] Attempting to bind port 9257aa04-6063-42f6-b040-d93f8674612e on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:03.190071 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-faff5447-909b-4801-8012-7981767eb616 None None] Attempting to bind port 9257aa04-6063-42f6-b040-d93f8674612e by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:03.191110 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff5447-909b-4801-8012-7981767eb616 None None] Attempting to bind port 9257aa04-6063-42f6-b040-d93f8674612e on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:03.228013 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51810) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:03.229150 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.229727 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.230290 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.230839 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.231631 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.232197 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.232841 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.233240 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.233794 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.234339 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.234969 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.235517 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Tracked resource versions report: Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: pushed versions: Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: { 'AddressGroup': {'1.2'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'ConntrackHelper': {'1.0'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Log': {'1.0'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Network': {'1.1'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Port': {'1.7'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'PortForwarding': {'1.2'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'QosPolicy': {'1.8'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroup': {'1.4'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SubPort': {'1.0'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Subnet': {'1.1'}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Trunk': {'1.1'}} Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: consumer versions: Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: { DHCP agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: HyperV agent@hv-cinder-79867: {}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: L3 agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: Metadata agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: Metering agent@dv-cinder-798671-2-iscsi: {}, Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: Open vSwitch agent@dv-cinder-798671-2-iscsi: { 'AddressGroup': '1.2', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'ConntrackHelper': '1.0', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Log': '1.0', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Network': '1.1', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Port': '1.7', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'PortForwarding': '1.2', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'QosPolicy': '1.8', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroup': '1.4', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SecurityGroupRule': '1.2', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'SubPort': '1.0', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Subnet': '1.1', Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: 'Trunk': '1.1'}} Jun 29 15:24:03.238172 dv-cinder-798671-2-iscsi neutron-server[78438]: {{(pid=78438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:24:03.249867 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:03.251166 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff5447-909b-4801-8012-7981767eb616 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:03.252070 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff5447-909b-4801-8012-7981767eb616 None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:03.252489 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-faff5447-909b-4801-8012-7981767eb616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.253006 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff5447-909b-4801-8012-7981767eb616 None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:03.253719 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-faff5447-909b-4801-8012-7981767eb616 None None] Bound port: 9257aa04-6063-42f6-b040-d93f8674612e, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:03.254122 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-faff5447-909b-4801-8012-7981767eb616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.328288 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:03.339956 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 03e07881-7434-4a10-86d1-013da479e467 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:03.344958 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:03.401670 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-faff5447-909b-4801-8012-7981767eb616 None None] For port 9257aa04-6063-42f6-b040-d93f8674612e, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:03.411571 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-faff5447-909b-4801-8012-7981767eb616 None None] For port 9257aa04-6063-42f6-b040-d93f8674612e, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=9257aa04-6063-42f6-b040-d93f8674612e,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:03.443156 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.444324 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-faff5447-909b-4801-8012-7981767eb616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.452306 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:03.456753 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 03e07881-7434-4a10-86d1-013da479e467 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:03.457240 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.460145 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.468801 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Router eebc5aaf-4860-41e3-b776-66619de5e678 is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:24:03.483945 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5953f2c7-6e85-4c88-bc61-4c49e3148197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:03.487692 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-523d2ca1-4fd6-46da-a6bd-e949c4d7dfbf admin admin] Synchronizing usage tracker for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:03.563983 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] Routers {'ff96b78b-6819-44e5-9454-ded880421036'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:03.565094 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:23:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['ff96b78b-6819-44e5-9454-ded880421036'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:03.600328 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=032ae3b9f0ae4fd282128540898e48e7&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9701235 Jun 29 15:24:03.615824 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51814) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:03.616141 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 47d7098e-6678-4e56-8f3c-157f0366ae6c up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:03.621731 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745addbe-d359-4a70-8aa4-5098a70e0b3e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:03.639664 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Pushing event updated for resources: {'Port': ['ID=9257aa04-6063-42f6-b040-d93f8674612e,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:03.646462 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:03.658220 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:03.663937 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:24:03.691653 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Sync routers for ids ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:24:03.711487 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:03.713159 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5135744 Jun 29 15:24:03.717099 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51818) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:03.733064 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Routers {'5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:03.733881 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:23:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:03.742330 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-523d2ca1-4fd6-46da-a6bd-e949c4d7dfbf admin admin] Unset dirty status for tenant:6affa4a5846f497294ff615d1c26ed1f on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:03.748241 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-523d2ca1-4fd6-46da-a6bd-e949c4d7dfbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e60e026a1a1d402cae82eafc549d4bb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5153766 Jun 29 15:24:03.757652 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51824) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:03.890398 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] Set router ff96b78b-6819-44e5-9454-ded880421036 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:03.980333 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 47d7098e-6678-4e56-8f3c-157f0366ae6c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:03.980627 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.106801 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Set router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:04.237513 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c5abcda6-7cd5-4fb3-a5f3-5e1c901cc1a0 req-1ff26cc4-67d1-4cd8-b8e6-b364fe0e956f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.3794696 Jun 29 15:24:04.292234 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Allocated IP 172.20.0.1 (8d4c58ee-d134-44cb-98e9-c3be55cfd158/b0e036c3-fc22-47d3-8300-d14c6238e2d2/d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:04.321518 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:24:04.340722 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Sync routers for ids ['eebc5aaf-4860-41e3-b776-66619de5e678'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:24:04.364149 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Routers {'eebc5aaf-4860-41e3-b776-66619de5e678'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:04.365812 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:23:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['eebc5aaf-4860-41e3-b776-66619de5e678'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:04.423711 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-05b6b2a9-930e-4ef1-8350-8b0cf773d319 req-5f83d91c-701d-4c1d-9db3-e86ccc57c27e tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.2295499 Jun 29 15:24:04.454459 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.511469 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.618249 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:23:58Z', 'revision_number': 3, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:04.624566 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Checking router: 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:24:04.625019 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Updating router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 port 3c611853-19db-49e0-9af0-ce47c90335e9 binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:24:04.645631 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Set router eebc5aaf-4860-41e3-b776-66619de5e678 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:04.669965 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.681601 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.683057 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2311518 Jun 29 15:24:04.688399 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51832) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:04.691313 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.710713 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.883694 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-faff5447-909b-4801-8012-7981767eb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff96b78b-6819-44e5-9454-ded880421036', 'name': 'tempest-ServerRescueNegativeTestJSON-603115646-router', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '9257aa04-6063-42f6-b040-d93f8674612e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:53Z', 'updated_at': '2021-06-29T15:23:56Z', 'revision_number': 3, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'gw_port': {'id': '9257aa04-6063-42f6-b040-d93f8674612e', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:04.892571 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff5447-909b-4801-8012-7981767eb616 None None] The sync data for ids ['ff96b78b-6819-44e5-9454-ded880421036'] in dv-cinder-798671-2-iscsi is: [{'id': 'ff96b78b-6819-44e5-9454-ded880421036', 'name': 'tempest-ServerRescueNegativeTestJSON-603115646-router', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '9257aa04-6063-42f6-b040-d93f8674612e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:53Z', 'updated_at': '2021-06-29T15:23:56Z', 'revision_number': 3, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'gw_port': {'id': '9257aa04-6063-42f6-b040-d93f8674612e', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:24:04.945774 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:04.962487 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:04.983844 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745addbe-d359-4a70-8aa4-5098a70e0b3e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:04.994505 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:04.999330 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:23:59Z', 'revision_number': 3, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:05.004360 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Checking router: eebc5aaf-4860-41e3-b776-66619de5e678 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:24:05.004915 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Updating router eebc5aaf-4860-41e3-b776-66619de5e678 port dacb46fb-f13c-476f-9761-067a2ea636f5 binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:24:05.034243 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:05.042873 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/745addbe-d359-4a70-8aa4-5098a70e0b3e HTTP/1.1" status: 204 len: 168 time: 1.4216323 Jun 29 15:24:05.067043 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:05.068952 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:05.100304 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:05.196827 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:05.217688 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:05.244198 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf55de01-01f0-47dc-868a-0f2bcb5d5cc8,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:05.253825 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:05.498638 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:05.511767 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf55de01-01f0-47dc-868a-0f2bcb5d5cc8 HTTP/1.1" status: 204 len: 168 time: 1.7498398 Jun 29 15:24:05.568751 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:05.587955 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Allocated IP 172.20.0.1 (b1e65061-d14c-4fae-8a38-6dde5d240bd5/7973539c-b45e-4b06-b4b9-1da9b0e2c982/a648a93a-2821-444e-b4bf-2594a25b069e) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:05.950632 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e95f44a0-7a17-47cf-baae-b4adb6502755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:05.985137 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.017514 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Transition to ACTIVE for port object 3c611853-19db-49e0-9af0-ce47c90335e9 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:06.032861 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-60546526-447a-4cf7-942c-d042c24a6eae req-832a959f-bde0-40d1-85fe-16da1afaf5fa tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.1246207 Jun 29 15:24:06.042286 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.058658 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:06.108392 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:06.121878 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:06.142692 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:06.143832 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.161751 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4a982b7e-19e8-4352-9f68-864f8649f99c req-523d0828-6100-4874-ae39-de5487ccbada tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.2119257 Jun 29 15:24:06.228553 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Pushing event updated for resources: {'Port': ['ID=d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:06.251412 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.253196 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:06.303939 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Transition to ACTIVE for port object a648a93a-2821-444e-b4bf-2594a25b069e will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:06.375377 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.381991 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e00d9184-def8-4be1-921e-9d4dba474f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:06.395530 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a6ac-60e8-4728-8de8-9b4ca34a58e1 None None] Pushing event updated for resources: {'Port': ['ID=3c611853-19db-49e0-9af0-ce47c90335e9,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:06.424444 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b6b3a6ac-60e8-4728-8de8-9b4ca34a58e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:06.437309 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Attempting to bind port 3c611853-19db-49e0-9af0-ce47c90335e9 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:06.438680 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Attempting to bind port 3c611853-19db-49e0-9af0-ce47c90335e9 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:06.440457 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Attempting to bind port 3c611853-19db-49e0-9af0-ce47c90335e9 on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:06.468047 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:06.469179 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:06.471322 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.473201 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:06.476084 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Bound port: 3c611853-19db-49e0-9af0-ce47c90335e9, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:06.476734 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.544646 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51860) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:06.622760 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.671479 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] For port 3c611853-19db-49e0-9af0-ce47c90335e9, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:06.679946 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] For port 3c611853-19db-49e0-9af0-ce47c90335e9, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=3c611853-19db-49e0-9af0-ce47c90335e9,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:06.688598 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.720145 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-fb2be496-bcba-4b46-9eb2-d5a7e4b3bc31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:06.738140 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.809682 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Transition to ACTIVE for port object dacb46fb-f13c-476f-9761-067a2ea636f5 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:06.830670 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:06.837675 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a6ac-60e8-4728-8de8-9b4ca34a58e1 None None] Pushing event updated for resources: {'Port': ['ID=3c611853-19db-49e0-9af0-ce47c90335e9,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:06.841695 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b6b3a6ac-60e8-4728-8de8-9b4ca34a58e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:06.854652 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Routers {'5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:06.855531 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:23:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:06.883596 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-2da45f49-b01f-48fc-9454-2ae6a1747e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:06.901374 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6556828d-9a33-443d-94c2-4b11e7c524ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da2bd101aa784803a11007264f30b44a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3511786 Jun 29 15:24:06.902517 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51864) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:06.913488 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:06.941588 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:06.945707 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Pushing event updated for resources: {'Port': ['ID=a648a93a-2821-444e-b4bf-2594a25b069e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:06.960492 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:07.066643 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:07.077956 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:07.148864 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Attempting to bind port dacb46fb-f13c-476f-9761-067a2ea636f5 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:07.149680 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Attempting to bind port dacb46fb-f13c-476f-9761-067a2ea636f5 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:07.150355 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Attempting to bind port dacb46fb-f13c-476f-9761-067a2ea636f5 on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:07.164791 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:07.227692 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:07.240512 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:07.244046 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:07.246122 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:07.250539 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Bound port: dacb46fb-f13c-476f-9761-067a2ea636f5, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:07.252200 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:07.453470 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e52933-01a4-4809-b039-a5d19660fa93 None None] Pushing event updated for resources: {'Port': ['ID=dacb46fb-f13c-476f-9761-067a2ea636f5,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:07.454583 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 9257aa04-6063-42f6-b040-d93f8674612e up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:07.582607 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-47e52933-01a4-4809-b039-a5d19660fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:07.639881 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e27f6d61-e536-450a-b6d1-dcefd9c825c2 None None] Provisioning for port a648a93a-2821-444e-b4bf-2594a25b069e completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:07.656473 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] Set router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:07.875954 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c50b7d9d-1a8f-4149-8aa5-849d2a583006 req-98016727-a718-4565-b977-9c86134e6d8b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.1814938 Jun 29 15:24:08.062301 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e27f6d61-e536-450a-b6d1-dcefd9c825c2 None None] Provisioning complete for port a648a93a-2821-444e-b4bf-2594a25b069e triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:08.062926 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e27f6d61-e536-450a-b6d1-dcefd9c825c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:08.105160 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] For port dacb46fb-f13c-476f-9761-067a2ea636f5, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:08.126977 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] For port dacb46fb-f13c-476f-9761-067a2ea636f5, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=dacb46fb-f13c-476f-9761-067a2ea636f5,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:08.140200 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Request body: {'port': {'device_id': '74310b98-0348-495a-a70e-d8122d95b045', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'admin_state_up': True, 'tenant_id': '292ba4b0f79942b5918eefeb46cb3526'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:08.144122 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:08.189280 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:08.301118 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Request body: {'port': {'device_id': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe', 'admin_state_up': True, 'tenant_id': 'ddf830e3b1a949d387a6cbbb0998254b'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:08.401644 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:08.477950 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Routers {'eebc5aaf-4860-41e3-b776-66619de5e678'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:08.479264 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:23:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['eebc5aaf-4860-41e3-b776-66619de5e678'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:08.483507 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Allocated IP 172.20.0.1 (b8a88a59-ab38-4a09-8b02-523b40580204/935b6f95-166a-4a81-85a0-39156261d91d/aa51ada8-c402-4366-8688-0cbe9e4e76bc) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:08.537352 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:08.611608 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e27f6d61-e536-450a-b6d1-dcefd9c825c2 None None] Port a648a93a-2821-444e-b4bf-2594a25b069e cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:24:08.646112 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 9257aa04-6063-42f6-b040-d93f8674612e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:08.697232 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a15fe8f3-bf43-4cff-89b2-78d506f487d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:08.727940 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e52933-01a4-4809-b039-a5d19660fa93 None None] Pushing event updated for resources: {'Port': ['ID=dacb46fb-f13c-476f-9761-067a2ea636f5,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:08.734271 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-47e52933-01a4-4809-b039-a5d19660fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:08.803546 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 9257aa04-6063-42f6-b040-d93f8674612e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:08.804980 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:08.994383 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b5c0349f-bad4-4188-89c9-d68b20ac1880 req-da8addfc-49c8-48c8-b236-03f197df8767 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.8706582 Jun 29 15:24:09.003888 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:09.055583 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Usage tracker for resource:port and tenant:ddf830e3b1a949d387a6cbbb0998254b is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:09.092505 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:09.108219 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.125497 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] Set router eebc5aaf-4860-41e3-b776-66619de5e678 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:09.135721 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.232563 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.308135 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.322496 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:09.347928 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.351121 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:09.365938 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:23:58Z', 'revision_number': 3, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:09.373939 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794e1f-85be-49e6-9725-ab5490d1797b None None] The sync data for ids ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'] in dv-cinder-798671-2-iscsi is: [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:23:58Z', 'revision_number': 3, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:24:09.385499 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 9257aa04-6063-42f6-b040-d93f8674612e, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=9257aa04-6063-42f6-b040-d93f8674612e,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:09.394047 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.398871 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b6b3a6ac-60e8-4728-8de8-9b4ca34a58e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:09.485680 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.590005 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-579d1949-10e8-46ac-9a1d-f58a9694dad1 req-52afa2df-b7ef-4022-9f74-b9b00b55309a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.3758163 Jun 29 15:24:09.609022 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=9257aa04-6063-42f6-b040-d93f8674612e,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:09.618595 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:09.632081 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:23:59Z', 'revision_number': 3, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:09.643876 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37644e2-58a1-4651-ae0b-9ac27fc6494a None None] The sync data for ids ['eebc5aaf-4860-41e3-b776-66619de5e678'] in dv-cinder-798671-2-iscsi is: [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:23:59Z', 'revision_number': 3, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:24:09.686988 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Made reservation on behalf of ddf830e3b1a949d387a6cbbb0998254b for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:24:09.699876 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.729559 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:09.803165 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Usage tracker for resource:port and tenant:292ba4b0f79942b5918eefeb46cb3526 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:09.803370 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.810141 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:09.831750 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:09.876802 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Pushing event updated for resources: {'Port': ['ID=d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:09.931371 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:09.932022 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.964411 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:09.970445 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:10.015882 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1eb1f-a983-4201-9832-318159b2de30,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:10.019639 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:10.104549 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Made reservation on behalf of 292ba4b0f79942b5918eefeb46cb3526 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:24:10.114859 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Transition to ACTIVE for port object aa51ada8-c402-4366-8688-0cbe9e4e76bc will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:10.116550 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:10.121919 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97d1eb1f-a983-4201-9832-318159b2de30 HTTP/1.1" status: 204 len: 168 time: 3.2089126 Jun 29 15:24:10.138161 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:10.199065 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:10.206873 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:10.696331 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:10.710341 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 51944) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:10.768741 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:11.026541 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Network b8a88a59-ab38-4a09-8b02-523b40580204 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:11.046141 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Allocated IP 172.20.0.9 (caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe/ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0/2f605579-5a49-4726-bd0a-66944fd29a77) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:11.050792 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-876afaef-b8ca-45c2-a500-7d6a0c225e97 req-9f2a5cde-e2e4-4182-93c0-d2487b0fc348 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.4981394 Jun 29 15:24:11.064934 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa51ada8-c402-4366-8688-0cbe9e4e76bc,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:11.087191 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:11.087851 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:11.096213 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:11.096733 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:11.144304 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-062b9d02-1835-41a4-851f-f5e204d3582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:11.633609 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:11.671633 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:11.677565 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bf919c5a-7465-47ad-b53a-d9136e6db644 None None] Provisioning for port aa51ada8-c402-4366-8688-0cbe9e4e76bc completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:11.678704 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Usage tracker for resource:security_group_rule and tenant:e29aa546cbb445cebd4d8b6f4219a9fc is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:11.682117 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:11.690853 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bf919c5a-7465-47ad-b53a-d9136e6db644 None None] Provisioning complete for port aa51ada8-c402-4366-8688-0cbe9e4e76bc triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:11.691539 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:11.691762 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bf919c5a-7465-47ad-b53a-d9136e6db644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:11.747900 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:11.822139 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-bf919c5a-7465-47ad-b53a-d9136e6db644 None None] Port aa51ada8-c402-4366-8688-0cbe9e4e76bc cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:24:11.825865 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device dacb46fb-f13c-476f-9761-067a2ea636f5 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:11.892884 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:11.926618 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port dacb46fb-f13c-476f-9761-067a2ea636f5 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:11.933986 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port dacb46fb-f13c-476f-9761-067a2ea636f5 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:11.934986 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.028858 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.067440 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-730c1f5e-6e39-4ce7-8cb5-65c2a4d5daee req-af575a08-ca2e-474d-af9e-aa7f902974dd tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.2880449 Jun 29 15:24:12.091307 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:12.180431 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.185019 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Router ff96b78b-6819-44e5-9454-ded880421036 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:24:12.199450 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.205627 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.242733 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d9132cb9-8ad9-433d-9bfd-822eadc0d442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:12.243970 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port dacb46fb-f13c-476f-9761-067a2ea636f5, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=dacb46fb-f13c-476f-9761-067a2ea636f5,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:12.247124 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.255502 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.260574 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 9257aa04-6063-42f6-b040-d93f8674612e up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:12.302736 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:12.425786 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=dacb46fb-f13c-476f-9761-067a2ea636f5,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:12.448910 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:12.487851 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Allocated IP 172.20.0.10 (3c2a1a90-3e36-4d36-95d7-3c5b287ae936/65ec42c3-8c28-458a-a3a1-4e66ca41b980/d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:12.522398 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 9257aa04-6063-42f6-b040-d93f8674612e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:12.522945 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.727075 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 3c611853-19db-49e0-9af0-ce47c90335e9 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:12.847792 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 3c611853-19db-49e0-9af0-ce47c90335e9 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:12.854520 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 3c611853-19db-49e0-9af0-ce47c90335e9 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:12.855005 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:12.858219 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.db.resource_extend [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:24:12.880756 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e29aa546cbb445cebd4d8b6f4219a9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1686933 Jun 29 15:24:12.887781 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:12.890656 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 51976) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:12.913231 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:12.937386 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a4a37-2379-4f9a-ab38-1ffb0a6501c8,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:12.938061 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:12.977550 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:13.055847 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.085584 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Pushing event updated for resources: {'Port': ['ID=2f605579-5a49-4726-bd0a-66944fd29a77,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:13.114255 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.136168 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 3c611853-19db-49e0-9af0-ce47c90335e9, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=3c611853-19db-49e0-9af0-ce47c90335e9,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:13.144279 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.146555 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:13.160756 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:13.164713 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.176396 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:24:13.196294 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc6ec-73a2-4410-a762-1457b22dcbdd req-c7c3f0f5-a555-47cf-a904-9076ddcaa27b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:13.197788 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-05edc6ec-73a2-4410-a762-1457b22dcbdd req-c7c3f0f5-a555-47cf-a904-9076ddcaa27b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 931 time: 0.4679973 Jun 29 15:24:13.240835 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b08f08c8-cfc6-4ee6-9dbd-c42bd210b9ac admin admin] 10.222.0.37 "PUT /v2.0/routers/ff96b78b-6819-44e5-9454-ded880421036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3239830 Jun 29 15:24:13.259211 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.268261 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:13.290086 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-05edc6ec-73a2-4410-a762-1457b22dcbdd req-3727cbae-507a-45bc-b794-b975dbf5c172 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812833 Jun 29 15:24:13.292986 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.294797 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.300381 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f5de9973-a97c-4122-9624-2562a2e568a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:13.369649 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=3c611853-19db-49e0-9af0-ce47c90335e9,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:13.370955 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Pushing event updated for resources: {'Port': ['ID=a648a93a-2821-444e-b4bf-2594a25b069e,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:13.376621 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:13.378898 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Sync routers for ids ['ff96b78b-6819-44e5-9454-ded880421036'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:24:13.437149 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Routers {'ff96b78b-6819-44e5-9454-ded880421036'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:13.439558 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['ff96b78b-6819-44e5-9454-ded880421036'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:13.475473 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5727b9ab-8dfc-48e7-91bf-16b874bd3c47 req-d073ce71-cd1a-4616-b263-4bd27b76d1a9 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 210 time: 0.1014974 Jun 29 15:24:13.490520 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:13.512163 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.561059 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:13.561587 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device dacb46fb-f13c-476f-9761-067a2ea636f5 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:13.561691 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.570606 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.599329 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.605810 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.618491 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Network b8a88a59-ab38-4a09-8b02-523b40580204 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:13.620757 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:13.626043 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa51ada8-c402-4366-8688-0cbe9e4e76bc,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:13.630511 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:13.772752 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6592269 Jun 29 15:24:13.776596 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:13.861186 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Set router ff96b78b-6819-44e5-9454-ded880421036 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:13.876992 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:13.881260 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:13.944132 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Router eebc5aaf-4860-41e3-b776-66619de5e678 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:24:14.008518 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:14.028568 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:14.074544 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port dacb46fb-f13c-476f-9761-067a2ea636f5 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:14.075205 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:14.258181 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:14.261899 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:24:14.267990 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] 10.222.0.37 "PUT /v2.0/routers/eebc5aaf-4860-41e3-b776-66619de5e678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5781858 Jun 29 15:24:14.272050 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Sync routers for ids ['eebc5aaf-4860-41e3-b776-66619de5e678'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:24:14.286714 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Routers {'eebc5aaf-4860-41e3-b776-66619de5e678'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:14.287345 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['eebc5aaf-4860-41e3-b776-66619de5e678'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:14.305648 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:14.318369 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:14.352611 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-3bcb3472-6132-4047-8fd7-1a1e6609b2b9 None None] Provisioning complete for port aa51ada8-c402-4366-8688-0cbe9e4e76bc triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:14.353160 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3bcb3472-6132-4047-8fd7-1a1e6609b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:14.383082 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:14.412540 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Pushing event updated for resources: {'Port': ['ID=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:14.419483 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb3472-6132-4047-8fd7-1a1e6609b2b9 None None] Port aa51ada8-c402-4366-8688-0cbe9e4e76bc cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:24:14.454178 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:14.467374 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-25e07794-53d3-4ff4-bef9-9c0fa26fd20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:14.538677 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a4a37-2379-4f9a-ab38-1ffb0a6501c8,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:14.554481 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:14.557540 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-b1459542-8375-44d8-bdca-e57c39b3a5a1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:14.558341 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-b1459542-8375-44d8-bdca-e57c39b3a5a1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Synchronizing usage tracker for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:14.559077 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 3c611853-19db-49e0-9af0-ce47c90335e9 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:14.571190 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:14.571827 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:14.575826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:14.584399 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/461a4a37-2379-4f9a-ab38-1ffb0a6501c8 HTTP/1.1" status: 204 len: 168 time: 1.6612458 Jun 29 15:24:14.595954 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-b1459542-8375-44d8-bdca-e57c39b3a5a1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Unset dirty status for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:14.597456 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-b1459542-8375-44d8-bdca-e57c39b3a5a1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 818 time: 0.2849824 Jun 29 15:24:14.630252 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:24:14.645428 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-c631a9cf-c0ef-43e4-abe7-f52645d25ecd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/quotas/509390230fc6435f94d0fd64fa98ba34 HTTP/1.1" status: 200 len: 375 time: 0.0373118 Jun 29 15:24:14.682037 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52030) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:14.721830 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6026764 Jun 29 15:24:14.805268 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Set router eebc5aaf-4860-41e3-b776-66619de5e678 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:14.848745 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-77055c31-8c0b-4abd-bb49-959756c3436e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Synchronizing usage tracker for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:14.895013 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-77055c31-8c0b-4abd-bb49-959756c3436e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Unset dirty status for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:14.912188 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-77055c31-8c0b-4abd-bb49-959756c3436e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2617581 Jun 29 15:24:14.979470 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-a2ed970f-c60e-4408-a55b-82c138771522 None None] Provisioning complete for port a648a93a-2821-444e-b4bf-2594a25b069e triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:14.979854 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a2ed970f-c60e-4408-a55b-82c138771522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:14.991268 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4304c9d-a0c4-4f05-9f41-1d9947260d44 req-098bb571-fba5-4139-b7ff-032a537c5eb6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:14.992024 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b4304c9d-a0c4-4f05-9f41-1d9947260d44 req-098bb571-fba5-4139-b7ff-032a537c5eb6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Synchronizing usage tracker for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:15.097907 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:24:15.126171 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] 10.222.0.37 "PUT /v2.0/routers/5fa63da9-b9a5-4d27-9e2d-8ca040c611c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4058437 Jun 29 15:24:15.130108 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b4304c9d-a0c4-4f05-9f41-1d9947260d44 req-098bb571-fba5-4139-b7ff-032a537c5eb6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Unset dirty status for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:15.131062 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-fb80a9e2-0882-4553-bb57-cc5036a2d08b service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174993 Jun 29 15:24:15.138351 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b4304c9d-a0c4-4f05-9f41-1d9947260d44 req-098bb571-fba5-4139-b7ff-032a537c5eb6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 931 time: 0.5510588 Jun 29 15:24:15.152124 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed970f-c60e-4408-a55b-82c138771522 None None] Port a648a93a-2821-444e-b4bf-2594a25b069e cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:24:15.157255 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Sync routers for ids ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:24:15.196671 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Routers {'5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:15.197458 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:15.452656 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 3c611853-19db-49e0-9af0-ce47c90335e9 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:15.453191 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:15.462429 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-8e017afb-b10a-456b-86f8-097be84d9da6 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109775 Jun 29 15:24:15.480035 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:15.541363 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b4304c9d-a0c4-4f05-9f41-1d9947260d44 req-18547aa6-b2a1-4eeb-b611-121a9a0567fa tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Synchronizing usage tracker for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:15.555757 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:15.563712 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Usage tracker for resource:security_group_rule and tenant:796e29eb83474fe290ad7dce258334b4 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:15.568050 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:15.578137 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:15.589828 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b4304c9d-a0c4-4f05-9f41-1d9947260d44 req-18547aa6-b2a1-4eeb-b611-121a9a0567fa tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Unset dirty status for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:15.591139 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b4304c9d-a0c4-4f05-9f41-1d9947260d44 req-18547aa6-b2a1-4eeb-b611-121a9a0567fa tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448330 Jun 29 15:24:15.683788 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:24:11Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'aa51ada8-c402-4366-8688-0cbe9e4e76bc', 'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'mac_address': 'fa:16:3e:fd:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:06Z', 'updated_at': '2021-06-29T15:24:12Z', 'revision_number': 2, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'subnets': [{'id': '935b6f95-166a-4a81-85a0-39156261d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:15.715032 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Checking router: eebc5aaf-4860-41e3-b776-66619de5e678 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:24:15.715032 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Updating router eebc5aaf-4860-41e3-b776-66619de5e678 port aa51ada8-c402-4366-8688-0cbe9e4e76bc binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:24:15.764111 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:15.771866 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:15.788026 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:15.814187 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:15.830743 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff96b78b-6819-44e5-9454-ded880421036', 'name': 'tempest-ServerRescueNegativeTestJSON-603115646-router', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '9257aa04-6063-42f6-b040-d93f8674612e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:53Z', 'updated_at': '2021-06-29T15:24:06Z', 'revision_number': 4, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'gw_port': {'id': '9257aa04-6063-42f6-b040-d93f8674612e', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'd5e79050-1eda-4fb5-a9db-2cea9f9ecfe1', 'name': '', 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'mac_address': 'fa:16:3e:a1:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:03Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 2, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'subnets': [{'id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:15.901392 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Checking router: ff96b78b-6819-44e5-9454-ded880421036 for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:24:15.905004 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Updating router ff96b78b-6819-44e5-9454-ded880421036 port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:24:16.009676 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Set router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:16.072850 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=796e29eb83474fe290ad7dce258334b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3816915 Jun 29 15:24:16.075525 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52066) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:16.080111 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ebe385-4187-4189-a43f-a229ea0afda9,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:16.094558 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:16.156626 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:16.169294 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40294d09-fab0-4ee1-aae4-ea4547192f58 req-4bc8a856-2b7b-48f4-9b5f-01c46d993182 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:16.170138 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-40294d09-fab0-4ee1-aae4-ea4547192f58 req-4bc8a856-2b7b-48f4-9b5f-01c46d993182 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Synchronizing usage tracker for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:16.216435 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-40294d09-fab0-4ee1-aae4-ea4547192f58 req-4bc8a856-2b7b-48f4-9b5f-01c46d993182 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Unset dirty status for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:16.221163 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-40294d09-fab0-4ee1-aae4-ea4547192f58 req-4bc8a856-2b7b-48f4-9b5f-01c46d993182 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 932 time: 0.3589125 Jun 29 15:24:16.257159 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:16.359799 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-40294d09-fab0-4ee1-aae4-ea4547192f58 req-316dfa1a-4bc6-4832-bdea-f2c194883f16 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Synchronizing usage tracker for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:16.416253 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-40294d09-fab0-4ee1-aae4-ea4547192f58 req-316dfa1a-4bc6-4832-bdea-f2c194883f16 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Unset dirty status for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:16.426289 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-40294d09-fab0-4ee1-aae4-ea4547192f58 req-316dfa1a-4bc6-4832-bdea-f2c194883f16 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012756 Jun 29 15:24:16.618856 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:16.707502 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:16.736866 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:16.739515 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Transition to ACTIVE for port object aa51ada8-c402-4366-8688-0cbe9e4e76bc will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:16.744401 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:16.757686 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:16.765456 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ebe385-4187-4189-a43f-a229ea0afda9,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:16.779365 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:16.787889 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:16.794640 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97ebe385-4187-4189-a43f-a229ea0afda9 HTTP/1.1" status: 204 len: 168 time: 0.7170444 Jun 29 15:24:16.794999 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:16.944165 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90eb87-a468-482f-8fc4-7da2549fe9eb None None] Pushing event updated for resources: {'Port': ['ID=aa51ada8-c402-4366-8688-0cbe9e4e76bc,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:17.201224 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52096) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:17.208504 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793538032', 'description': 'tempest-description--934801053'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:17.225289 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:17.233459 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Usage tracker for resource:security_group and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:17.237799 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-dc90eb87-a468-482f-8fc4-7da2549fe9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:17.241207 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:17.254753 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:17.300676 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.362601 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:17.390052 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Usage tracker for resource:security_group_rule and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:17.393713 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:17.412251 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:17.496664 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'a648a93a-2821-444e-b4bf-2594a25b069e', 'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'mac_address': 'fa:16:3e:bb:63:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:05Z', 'updated_at': '2021-06-29T15:24:09Z', 'revision_number': 2, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'subnets': [{'id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:17.508407 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Checking router: 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:24:17.509648 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Updating router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 port a648a93a-2821-444e-b4bf-2594a25b069e binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:24:17.621291 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Attempting to bind port aa51ada8-c402-4366-8688-0cbe9e4e76bc on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:17.621894 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Attempting to bind port aa51ada8-c402-4366-8688-0cbe9e4e76bc by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:17.622426 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Attempting to bind port aa51ada8-c402-4366-8688-0cbe9e4e76bc on network b8a88a59-ab38-4a09-8b02-523b40580204 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:17.633830 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:17.634706 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Checking segment: {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:17.635249 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.636385 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Bound using segment: {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:17.636385 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Bound port: aa51ada8-c402-4366-8688-0cbe9e4e76bc, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:17.636704 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.675213 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.685393 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-07165e21-72ce-4c04-aef9-f9048b4bf5be req-c9aa3b79-2b82-4082-b816-76f64136dd12 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 210 time: 0.0748053 Jun 29 15:24:17.691902 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.700150 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:17.745454 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.800236 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.804206 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5991201 Jun 29 15:24:17.805549 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52108) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:17.807525 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524a5df3-3216-4c12-ac42-11cf1132ab5b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:17.812265 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Request body: {'security_group_rule': {'security_group_id': '524a5df3-3216-4c12-ac42-11cf1132ab5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:17.815583 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:17.830115 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:17.843398 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52112) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:17.847374 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.851976 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Usage tracker for resource:security_group_rule and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:17.878031 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710051414', 'description': 'tempest-description--1837254689'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:17.886556 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Transition to ACTIVE for port object d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:17.890008 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:17.917875 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:17.932893 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] For port aa51ada8-c402-4366-8688-0cbe9e4e76bc, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:17.936674 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] For port aa51ada8-c402-4366-8688-0cbe9e4e76bc, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=aa51ada8-c402-4366-8688-0cbe9e4e76bc,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:17.941593 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:17.943308 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.948671 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:17.955093 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-ce6249b1-6176-48dc-8772-0e9584645970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:17.957348 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Usage tracker for resource:security_group and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:17.961463 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:17.963089 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52116) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:17.973281 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:17.980515 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:17.997930 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.034296 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.062079 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.075154 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90eb87-a468-482f-8fc4-7da2549fe9eb None None] Pushing event updated for resources: {'Port': ['ID=aa51ada8-c402-4366-8688-0cbe9e4e76bc,revision_number=4']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:18.091541 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-dc90eb87-a468-482f-8fc4-7da2549fe9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:18.102830 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:18.120218 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Routers {'eebc5aaf-4860-41e3-b776-66619de5e678'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:18.120931 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['eebc5aaf-4860-41e3-b776-66619de5e678'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:18.124287 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:18.135759 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2e03a-50d2-44d6-8d6e-7907674ec47d None None] Pushing event updated for resources: {'Port': ['ID=d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:18.135878 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e85d00025fdb46ba96060d80af3bc43b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:18.142656 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c2f2e03a-50d2-44d6-8d6e-7907674ec47d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:18.149723 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Usage tracker for resource:security_group_rule and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:18.160639 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:18.176895 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:18.187047 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:18.200566 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:18.256400 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3db5-c56b-41a5-b16c-17f0eba3cbf3 req-73f2d422-1f4f-4111-91b1-00f289b330ab tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:18.257480 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-255f3db5-c56b-41a5-b16c-17f0eba3cbf3 req-73f2d422-1f4f-4111-91b1-00f289b330ab tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 932 time: 0.2858050 Jun 29 15:24:18.279863 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.291452 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f54e27-9290-4983-9a8b-08d5968735ce req-f921241c-d9ed-4988-a2bc-f45b39d648c4 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:18.293043 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-23f54e27-9290-4983-9a8b-08d5968735ce req-f921241c-d9ed-4988-a2bc-f45b39d648c4 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 931 time: 0.2823610 Jun 29 15:24:18.310949 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.342422 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:18.430383 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-23f54e27-9290-4983-9a8b-08d5968735ce req-a4aa02e8-a666-4b7f-97c4-446d79f8329d tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279187 Jun 29 15:24:18.465277 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-255f3db5-c56b-41a5-b16c-17f0eba3cbf3 req-6632e08d-613e-4905-a25a-68df12d629d9 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786664 Jun 29 15:24:18.477980 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af8e533-ec68-4eb8-a0c2-da4a8327499d,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:18.512430 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:18.526961 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] Set router eebc5aaf-4860-41e3-b776-66619de5e678 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:18.578819 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.586754 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.593894 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.595984 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e40f2154-335b-4e02-a651-eda597bf3edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:18.599617 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7922776 Jun 29 15:24:18.612616 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52136) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:18.645023 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Request body: {'security_group_rule': {'security_group_id': '524a5df3-3216-4c12-ac42-11cf1132ab5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:18.668258 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.669560 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:18.675190 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Usage tracker for resource:security_group_rule and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:18.678126 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.679102 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:18.710260 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5f08c2ce-1be8-4683-bded-b557ee644e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:18.728641 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:18.735044 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.736478 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8881567 Jun 29 15:24:18.763332 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52144) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:18.770502 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Attempting to bind port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:18.771060 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Attempting to bind port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:18.772823 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Attempting to bind port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 on network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:18.782855 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Request body: {'security_group_rule': {'security_group_id': '83d94fe1-5dcb-4f79-8ad5-025b2444dbff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:18.793998 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:18.797642 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d94fe1-5dcb-4f79-8ad5-025b2444dbff,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:18.801953 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:18.803009 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Usage tracker for resource:security_group_rule and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:18.813097 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:18.819154 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:18.821307 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.821604 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Checking segment: {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:18.823968 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.825416 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Bound using segment: {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:18.826957 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Bound port: d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:18.828967 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:18.862627 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-d299a6cc-1287-459f-913f-79de4448a276 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:18.864375 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-d299a6cc-1287-459f-913f-79de4448a276 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 818 time: 0.2084000 Jun 29 15:24:18.899716 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5d738c-c804-4d4f-98ac-2a43ebbe9844,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:18.909841 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:18.915945 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:18.920470 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e85d00025fdb46ba96060d80af3bc43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9563296 Jun 29 15:24:18.936019 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52152) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:18.949199 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-73b8c011-d073-4ed9-9bdc-675fa8b859e5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/quotas/509390230fc6435f94d0fd64fa98ba34 HTTP/1.1" status: 200 len: 375 time: 0.0703413 Jun 29 15:24:18.968373 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.000064 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.009397 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f8c42bac-6c90-4f6a-a25f-1e5336f3163e tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:19.021008 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] For port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:19.024255 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] For port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:19.037091 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.054399 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:19.075364 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.210562 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.227350 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2713efc-9507-46fa-86f4-febf0dfbe345,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:19.227350 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:19.230904 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.237878 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:19.302418 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3257fab-2a83-4f73-a07f-4287b9a0ae2d,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:19.313804 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.315025 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.323670 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e483b53f-687d-4141-aa1f-97b49f9a64a3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7035067 Jun 29 15:24:19.323670 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52166) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:19.324303 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:19.355860 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Routers {'ff96b78b-6819-44e5-9454-ded880421036'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:19.356085 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Request body: {'floatingip': {'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:19.357372 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['ff96b78b-6819-44e5-9454-ded880421036'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:19.372402 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:19.386136 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Usage tracker for resource:floatingip and tenant:f25fe10920784cd19dd131f2981d62c1 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:19.393785 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:19.425956 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:19.428978 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.430701 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-836b0d95-a9ad-42eb-8c39-57db5c87a110 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6660101 Jun 29 15:24:19.433453 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52170) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:19.449530 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Request body: {'security_group_rule': {'security_group_id': '83d94fe1-5dcb-4f79-8ad5-025b2444dbff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:19.462054 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:19.467751 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Usage tracker for resource:security_group_rule and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:19.472176 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:24:11Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'aa51ada8-c402-4366-8688-0cbe9e4e76bc', 'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'mac_address': 'fa:16:3e:fd:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:06Z', 'updated_at': '2021-06-29T15:24:17Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'subnets': [{'id': '935b6f95-166a-4a81-85a0-39156261d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:19.472858 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:19.488653 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for floatingip, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.489811 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765615c3-2253-4d32-bdc9-4630f3d0c930 None None] The sync data for ids ['eebc5aaf-4860-41e3-b776-66619de5e678'] in dv-cinder-798671-2-iscsi is: [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:24:11Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'aa51ada8-c402-4366-8688-0cbe9e4e76bc', 'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'mac_address': 'fa:16:3e:fd:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:06Z', 'updated_at': '2021-06-29T15:24:17Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'subnets': [{'id': '935b6f95-166a-4a81-85a0-39156261d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:24:19.491513 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.513630 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:19.553797 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-ff735e01-acb0-48ec-a0dc-2a5c00b99fac tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6036541 Jun 29 15:24:19.567199 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.db.resource_extend [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:24:19.570038 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.669399 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.789556 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2e03a-50d2-44d6-8d6e-7907674ec47d None None] Pushing event updated for resources: {'Port': ['ID=d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:19.794388 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.810850 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c2f2e03a-50d2-44d6-8d6e-7907674ec47d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:19.819016 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-c2687e4a-f895-4344-91b6-5010a62284d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622788 Jun 29 15:24:19.891679 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Transition to ACTIVE for port object a648a93a-2821-444e-b4bf-2594a25b069e will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:19.948137 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-0e7d9fb2-0b4c-458c-a10c-6258533c730d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:24:19.949534 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-0e7d9fb2-0b4c-458c-a10c-6258533c730d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102091 Jun 29 15:24:19.951166 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.955629 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.978110 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c2f2e03a-50d2-44d6-8d6e-7907674ec47d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:19.981752 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:19.986496 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-b0ccd378-25af-40bb-9e2f-8828835fb099 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:24:19.987509 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-b0ccd378-25af-40bb-9e2f-8828835fb099 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496187 Jun 29 15:24:20.001643 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ac894568-14d4-4dc1-95a7-0870e63dc756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:20.048456 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:20.114638 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9271d5e5-c939-42b5-bb9f-da3522581441,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:20.117247 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:20.163225 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5d738c-c804-4d4f-98ac-2a43ebbe9844,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:20.182797 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:20.207920 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:20.221052 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd5d738c-c804-4d4f-98ac-2a43ebbe9844 HTTP/1.1" status: 204 len: 168 time: 1.2711234 Jun 29 15:24:20.262456 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:20.267105 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8291612 Jun 29 15:24:20.267681 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52186) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:20.279757 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Request body: {'floatingip': {'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:20.290893 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:20.310826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Usage tracker for resource:floatingip and tenant:a41ae223b74e412c8d832d28ae4ff599 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:20.314019 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:20.339273 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:20.386283 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-30da1de1-fe1f-43c2-b08b-432611562cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584414 Jun 29 15:24:20.411867 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for floatingip, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:20.574618 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] Set router ff96b78b-6819-44e5-9454-ded880421036 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:20.613990 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:20.949417 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407bd7-cfad-485e-a6eb-e38941acfdef req-7a22322b-bb24-481b-aa34-26aa86eb5b93 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:20.956880 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-59407bd7-cfad-485e-a6eb-e38941acfdef req-7a22322b-bb24-481b-aa34-26aa86eb5b93 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 931 time: 1.0281718 Jun 29 15:24:21.087579 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device aa51ada8-c402-4366-8688-0cbe9e4e76bc up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:21.419943 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Request body: {'port': {'device_id': '74310b98-0348-495a-a70e-d8122d95b045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:21.438732 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff6b68-4a31-48fd-91fa-b9bcb182b3be req-720d88a6-760c-4df9-acec-663fba4ef3ec tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:21.456276 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74ff6b68-4a31-48fd-91fa-b9bcb182b3be req-720d88a6-760c-4df9-acec-663fba4ef3ec tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 932 time: 0.3487227 Jun 29 15:24:21.549055 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Request body: {'port': {'device_id': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:21.578870 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74ff6b68-4a31-48fd-91fa-b9bcb182b3be req-5f9b9913-9bb3-47ea-8121-09d5fc2eee1f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186109 Jun 29 15:24:21.669771 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea73d0-232e-42c1-8cf7-9dd4066ddff7 None None] Pushing event updated for resources: {'Port': ['ID=a648a93a-2821-444e-b4bf-2594a25b069e,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:21.675033 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d3ea73d0-232e-42c1-8cf7-9dd4066ddff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.697s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:21.694139 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Allocated IP 172.27.3.191 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/5417bb9c-7cbb-4684-88c9-f8cdd0d2ef6a) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:21.797805 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a860a49d-ec66-4d6c-8c98-b9b7738b52bf req-6064a883-b2e7-4692-a83e-78801849b9cf tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 210 time: 0.1297266 Jun 29 15:24:21.891365 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Attempting to bind port a648a93a-2821-444e-b4bf-2594a25b069e on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:21.898854 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Attempting to bind port a648a93a-2821-444e-b4bf-2594a25b069e by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:21.900223 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Attempting to bind port a648a93a-2821-444e-b4bf-2594a25b069e on network b1e65061-d14c-4fae-8a38-6dde5d240bd5 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:21.911834 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.24', 55232) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:21.929904 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:21.930344 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Checking segment: {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:21.930835 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:21.931259 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Bound using segment: {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:21.931857 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Bound port: a648a93a-2821-444e-b4bf-2594a25b069e, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:21.932292 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:21.933537 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-59407bd7-cfad-485e-a6eb-e38941acfdef req-c16bdbe5-6879-4724-850e-69637c35414c tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9757299 Jun 29 15:24:22.312031 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:22.508571 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port aa51ada8-c402-4366-8688-0cbe9e4e76bc completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:22.526077 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-569a036d-6f6f-48ff-a00a-60ac8a70752d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:22.530940 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-569a036d-6f6f-48ff-a00a-60ac8a70752d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 818 time: 0.5966740 Jun 29 15:24:22.582794 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port aa51ada8-c402-4366-8688-0cbe9e4e76bc triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:22.583185 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:22.592608 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Request body: {'port': {'device_id': '7aaffee0-9842-4839-86ca-80a1f0ad5d9b', 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'admin_state_up': True, 'tenant_id': '509390230fc6435f94d0fd64fa98ba34'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:22.678145 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] For port a648a93a-2821-444e-b4bf-2594a25b069e, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:22.682354 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] For port a648a93a-2821-444e-b4bf-2594a25b069e, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=a648a93a-2821-444e-b4bf-2594a25b069e,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:22.716010 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:22.771148 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:22.771505 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:23.018470 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:23.034529 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea73d0-232e-42c1-8cf7-9dd4066ddff7 None None] Pushing event updated for resources: {'Port': ['ID=a648a93a-2821-444e-b4bf-2594a25b069e,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:23.044273 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d3ea73d0-232e-42c1-8cf7-9dd4066ddff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:23.091886 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:23.118805 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd960381-5726-49b9-be61-a52dd6d85b6f req-2da700f5-d45b-4727-b724-ced7176a6d21 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:23.122582 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cd960381-5726-49b9-be61-a52dd6d85b6f req-2da700f5-d45b-4727-b724-ced7176a6d21 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 932 time: 0.2441294 Jun 29 15:24:23.127693 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:23.150952 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Routers {'5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:24:23.151882 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:23.197163 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Made reservation on behalf of 509390230fc6435f94d0fd64fa98ba34 for: {'port': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:24:23.216863 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:23.361100 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cd960381-5726-49b9-be61-a52dd6d85b6f req-b4a77efb-fef4-45fd-a26a-b2ba0a3d33be tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224474 Jun 29 15:24:23.435244 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:23.509111 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4f39e079-a405-4b21-9414-52643c27bc24 req-caec4ab0-1b6f-494b-90ee-4e3f499e8d85 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 210 time: 0.4881670 Jun 29 15:24:23.691031 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] Set router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:24:23.747555 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Allocated IP 172.20.0.12 (8d4c58ee-d134-44cb-98e9-c3be55cfd158/b0e036c3-fc22-47d3-8300-d14c6238e2d2/f19d61d1-4f02-434c-8fbc-157847b29272) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:23.849372 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff96b78b-6819-44e5-9454-ded880421036', 'name': 'tempest-ServerRescueNegativeTestJSON-603115646-router', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '9257aa04-6063-42f6-b040-d93f8674612e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:53Z', 'updated_at': '2021-06-29T15:24:06Z', 'revision_number': 4, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'gw_port': {'id': '9257aa04-6063-42f6-b040-d93f8674612e', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'd5e79050-1eda-4fb5-a9db-2cea9f9ecfe1', 'name': '', 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'mac_address': 'fa:16:3e:a1:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:03Z', 'updated_at': '2021-06-29T15:24:19Z', 'revision_number': 4, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'subnets': [{'id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:23.855709 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a973139-9eee-43a5-9d2b-a9435deb3cb5 req-8973dae4-4c6b-445e-af79-7b83f1b2e526 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:23.863054 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a973139-9eee-43a5-9d2b-a9435deb3cb5 req-8973dae4-4c6b-445e-af79-7b83f1b2e526 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 931 time: 0.2433269 Jun 29 15:24:23.871980 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785131a-a952-4ec7-ac1f-350a8b228ac3 None None] The sync data for ids ['ff96b78b-6819-44e5-9454-ded880421036'] in dv-cinder-798671-2-iscsi is: [{'id': 'ff96b78b-6819-44e5-9454-ded880421036', 'name': 'tempest-ServerRescueNegativeTestJSON-603115646-router', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '9257aa04-6063-42f6-b040-d93f8674612e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:53Z', 'updated_at': '2021-06-29T15:24:06Z', 'revision_number': 4, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'gw_port': {'id': '9257aa04-6063-42f6-b040-d93f8674612e', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'd5e79050-1eda-4fb5-a9db-2cea9f9ecfe1', 'name': '', 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'tenant_id': '509390230fc6435f94d0fd64fa98ba34', 'mac_address': 'fa:16:3e:a1:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff96b78b-6819-44e5-9454-ded880421036', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:03Z', 'updated_at': '2021-06-29T15:24:19Z', 'revision_number': 4, 'project_id': '509390230fc6435f94d0fd64fa98ba34', 'subnets': [{'id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:24:23.982593 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:24.015268 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Allocated IP 172.27.3.58 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/23804f9a-e2c2-47b9-8562-aa3dca045995) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:24.076326 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:24.118803 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:24.120482 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a973139-9eee-43a5-9d2b-a9435deb3cb5 req-45457ae5-8453-450b-9b83-71bc372c62b8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564924 Jun 29 15:24:24.227769 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:24.228332 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:24.235671 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:24.238411 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:24.293086 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:24.302496 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:24.374550 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port aa51ada8-c402-4366-8688-0cbe9e4e76bc, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=aa51ada8-c402-4366-8688-0cbe9e4e76bc,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:24.388671 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:24.392587 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:24.475172 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:24.516785 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:24.530318 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:24.544983 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:24.546012 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:24.569282 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.db.resource_extend [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:24:24.587946 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Pushing event updated for resources: {'Port': ['ID=5417bb9c-7cbb-4684-88c9-f8cdd0d2ef6a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:24.589616 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Pushing event updated for resources: {'Port': ['ID=f19d61d1-4f02-434c-8fbc-157847b29272,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:24.594466 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:24.596694 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-36cfee97-c783-47d7-9f31-20a38628a19d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0081544 Jun 29 15:24:24.599331 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.db.resource_extend [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:24:24.613021 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:24.623193 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:24.722896 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'a648a93a-2821-444e-b4bf-2594a25b069e', 'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'mac_address': 'fa:16:3e:bb:63:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:05Z', 'updated_at': '2021-06-29T15:24:22Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'subnets': [{'id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:24:24.749994 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b99274-0764-4ff3-a6f0-8f08bdac16b1 None None] The sync data for ids ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'] in dv-cinder-798671-2-iscsi is: [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'a648a93a-2821-444e-b4bf-2594a25b069e', 'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'mac_address': 'fa:16:3e:bb:63:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:05Z', 'updated_at': '2021-06-29T15:24:22Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'subnets': [{'id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:24:24.794229 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-57fd46a3-2f73-4081-8a2c-305f0c547284 req-4d098576-01b4-48ef-87d7-330133546d95 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Synchronizing usage tracker for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:24.809496 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=aa51ada8-c402-4366-8688-0cbe9e4e76bc,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:24.816518 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:24.846972 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:24.851630 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-57fd46a3-2f73-4081-8a2c-305f0c547284 req-4d098576-01b4-48ef-87d7-330133546d95 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Unset dirty status for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:24.854728 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:24.858814 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:24.877858 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-57fd46a3-2f73-4081-8a2c-305f0c547284 req-4d098576-01b4-48ef-87d7-330133546d95 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 210 time: 0.1665566 Jun 29 15:24:25.071795 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.073222 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f605579-5a49-4726-bd0a-66944fd29a77 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:25.086307 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:25.093592 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.102060 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.107114 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.115105 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.162256 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:25.170850 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.174168 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:25.226070 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Transition to ACTIVE for port object 2f605579-5a49-4726-bd0a-66944fd29a77 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:25.258370 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52330) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:25.264208 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.266878 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Transition to ACTIVE for port object d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:25.297289 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:25.301434 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:25.327152 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:25.365503 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.421943 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52336) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:25.426704 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf8aef-c601-4a98-9a35-f858ea6e97cf req-992e7eb6-fa05-4ac4-9f37-f30fbb2c3793 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:25.428293 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1daf8aef-c601-4a98-9a35-f858ea6e97cf req-992e7eb6-fa05-4ac4-9f37-f30fbb2c3793 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 932 time: 0.6497927 Jun 29 15:24:25.428937 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.527372 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a89fa-363f-46ab-8bae-b2c1c70adfdf req-10dea801-8aea-4cd1-9ae9-0f3c068205f4 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:25.528975 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-845a89fa-363f-46ab-8bae-b2c1c70adfdf req-10dea801-8aea-4cd1-9ae9-0f3c068205f4 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.2183168 Jun 29 15:24:25.649230 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-845a89fa-363f-46ab-8bae-b2c1c70adfdf req-d2278b53-7eaa-4dbc-b27f-36db8e98e833 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117816 Jun 29 15:24:25.676146 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.692680 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.705235 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:25.713373 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Usage tracker for resource:security_group_rule and tenant:c16b1b4ee759449a80dd86eb1f8dcbae is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:25.718234 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:25.724202 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:25.728088 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:25.731334 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:c2579a9e25a6469e80fd35dfa1ac4e15 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:25.735733 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:25.746951 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:25.850119 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Pushing event updated for resources: {'Port': ['ID=2f605579-5a49-4726-bd0a-66944fd29a77,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:25.888114 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:25.896945 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fd667a05-073b-4bb3-bd4a-fc9b8db4f9a9 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:25.940198 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.945806 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.949323 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.958309 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:25.968916 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.976371 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:25.992636 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1daf8aef-c601-4a98-9a35-f858ea6e97cf req-260a451b-e2cc-4a7b-aaf3-96e22f68d2d7 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300422 Jun 29 15:24:26.066174 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d6a9a-b0b3-4aa9-a167-838a91695336,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:26.070328 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c16b1b4ee759449a80dd86eb1f8dcbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8101664 Jun 29 15:24:26.071577 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:26.074216 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c3faa6fa-0d25-40ef-882e-5fe6f904c1d1 req-c7853891-cede-427e-9b04-ff273fa958b2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 210 time: 0.0786097 Jun 29 15:24:26.075235 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-521a87f5-9c2a-42fc-b7f5-e61a80d13f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:26.085813 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2579a9e25a6469e80fd35dfa1ac4e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599817 Jun 29 15:24:26.085975 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52346) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:26.086061 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52348) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:26.105987 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9227855a-230f-409c-893d-4a927ced3398,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:26.109217 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:26.174679 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:26.245858 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:26.255434 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:26.258915 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:26.311756 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:26.332838 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:26.432455 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Attempting to bind port 2f605579-5a49-4726-bd0a-66944fd29a77 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:26.432811 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Attempting to bind port 2f605579-5a49-4726-bd0a-66944fd29a77 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'e32d3706-c28c-4c58-9615-04f4173c488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:26.433161 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Attempting to bind port 2f605579-5a49-4726-bd0a-66944fd29a77 on network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:26.500352 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Pushing event updated for resources: {'Port': ['ID=23804f9a-e2c2-47b9-8562-aa3dca045995,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:26.502643 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Port 2f605579-5a49-4726-bd0a-66944fd29a77 on network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:24:26.503073 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Attempting to bind port 2f605579-5a49-4726-bd0a-66944fd29a77 on network caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:26.511528 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:26.524145 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Attempting to bind port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:26.524487 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Attempting to bind port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:26.524863 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Attempting to bind port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:26.530613 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:26.544466 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:26.544850 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Checking segment: {'id': 'e32d3706-c28c-4c58-9615-04f4173c488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:26.545550 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Bound using segment: {'id': 'e32d3706-c28c-4c58-9615-04f4173c488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:26.545951 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Bound port: 2f605579-5a49-4726-bd0a-66944fd29a77, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32d3706-c28c-4c58-9615-04f4173c488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:26.546195 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.563749 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:24:26.564073 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Attempting to bind port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:26.574321 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6ab3-c4ae-4201-b988-82094edf96ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.597873 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:26.598204 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Checking segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:26.598600 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Bound using segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:26.599032 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Bound port: d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:26.599369 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.602013 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port d5e79050-1eda-4fb5-a9db-2cea9f9ecfe1 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:26.602409 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.728540 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device aa51ada8-c402-4366-8688-0cbe9e4e76bc up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:26.735859 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6ab3-c4ae-4201-b988-82094edf96ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.750885 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.754045 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.778159 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.792898 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.805407 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port aa51ada8-c402-4366-8688-0cbe9e4e76bc triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:26.805781 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:26.886863 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:26.935708 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device a648a93a-2821-444e-b4bf-2594a25b069e up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:26.990493 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.047859 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port a648a93a-2821-444e-b4bf-2594a25b069e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:27.055260 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port a648a93a-2821-444e-b4bf-2594a25b069e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:27.056841 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.076734 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] For port 2f605579-5a49-4726-bd0a-66944fd29a77, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:27.155671 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Pushing event updated for resources: {'Port': ['ID=5417bb9c-7cbb-4684-88c9-f8cdd0d2ef6a,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:27.166351 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] For port 2f605579-5a49-4726-bd0a-66944fd29a77, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2f605579-5a49-4726-bd0a-66944fd29a77,segment=NetworkSegment(e32d3706-c28c-4c58-9615-04f4173c488a),segment_id=e32d3706-c28c-4c58-9615-04f4173c488a)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:27.167697 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] For port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:27.171829 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:27.174225 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.217242 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.228339 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.244844 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a30540-f3d7-483a-8dcc-d1a5b950c821 req-c87c55bf-cc3b-4c97-83b0-72321828028c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:27.248030 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a6a30540-f3d7-483a-8dcc-d1a5b950c821 req-c87c55bf-cc3b-4c97-83b0-72321828028c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.1117964 Jun 29 15:24:27.259033 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] For port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:27.260157 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:27.297821 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port a648a93a-2821-444e-b4bf-2594a25b069e, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=a648a93a-2821-444e-b4bf-2594a25b069e,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:27.302899 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.305381 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:27.310821 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a6a30540-f3d7-483a-8dcc-d1a5b950c821 req-26b2da42-6d19-4396-81e8-62fca5bbca2c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547740 Jun 29 15:24:27.311612 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8018879'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.321179 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6ab3-c4ae-4201-b988-82094edf96ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.397426 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:27.398325 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.401056 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f605579-5a49-4726-bd0a-66944fd29a77 HTTP/1.1" status: 200 len: 1093 time: 6.5099263 Jun 29 15:24:27.413589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=a648a93a-2821-444e-b4bf-2594a25b069e,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:27.417121 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:27.429274 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'tag': '2f605579-5a49-4726-bd0a-66944fd29a77'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:27.434670 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.497102 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef2286-3ebc-466e-823b-5b1ee6c5a837 req-0a3c9831-f7f1-4331-b3a3-81586a01b795 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:27.498664 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f3ef2286-3ebc-466e-823b-5b1ee6c5a837 req-0a3c9831-f7f1-4331-b3a3-81586a01b795 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.7220340 Jun 29 15:24:27.506071 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.521466 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0fbc854-f562-4573-9056-cd3640d49e91 req-c032bf51-b354-44af-821f-b9c2952db593 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 210 time: 0.0664639 Jun 29 15:24:27.525545 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1938107 Jun 29 15:24:27.536117 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.542494 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6ab3-c4ae-4201-b988-82094edf96ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.543794 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-a3ad6ab3-c4ae-4201-b988-82094edf96ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/311d6a9a-b0b3-4aa9-a167-838a91695336 HTTP/1.1" status: 204 len: 168 time: 1.4522958 Jun 29 15:24:27.569937 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.571227 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9227855a-230f-409c-893d-4a927ced3398 HTTP/1.1" status: 204 len: 168 time: 1.4780171 Jun 29 15:24:27.622704 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:27.623414 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:27.624942 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] 10.222.0.24 "PUT /v2.0/ports/d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 HTTP/1.1" status: 200 len: 1094 time: 6.7395651 Jun 29 15:24:27.632217 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Pushing event updated for resources: {'Port': ['ID=2f605579-5a49-4726-bd0a-66944fd29a77,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:27.681171 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:27.682034 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9db2e970-ad4b-46e1-b16e-a244332626ee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:27.711204 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad6ab3-c4ae-4201-b988-82094edf96ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d6a9a-b0b3-4aa9-a167-838a91695336,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:27.734236 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9227855a-230f-409c-893d-4a927ced3398,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:27.739014 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f3ef2286-3ebc-466e-823b-5b1ee6c5a837 req-bb12f7e4-ca5f-4ed0-ae77-8dd393198b71 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062049 Jun 29 15:24:27.741926 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:27.742298 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:27.853693 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Request body: {'port': {'device_id': '7aaffee0-9842-4839-86ca-80a1f0ad5d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:27.973731 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.024408 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.130417 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.147563 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52402) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:28.150767 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'tag': '2f605579-5a49-4726-bd0a-66944fd29a77', 'status': 'completed', 'code': 200} Jun 29 15:24:28.201245 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.231947 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:28.239786 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Usage tracker for resource:security_group_rule and tenant:9d2b13c33c2a43568972a2fb93cd45a8 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:28.243982 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:28.255961 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:28.279128 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-2cc60dcf-e5ae-4544-95ae-e5bef469c8aa tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--793538032&fields=id&tenant_id=f25fe10920784cd19dd131f2981d62c1 HTTP/1.1" status: 200 len: 267 time: 0.2660131 Jun 29 15:24:28.296549 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:28.300472 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:28.452341 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.850s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:28.452711 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:28.460300 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-fbce669d-085b-468a-8f11-cd65bb7df9e4 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:28.461835 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-fbce669d-085b-468a-8f11-cd65bb7df9e4 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/networks?id=b8a88a59-ab38-4a09-8b02-523b40580204 HTTP/1.1" status: 200 len: 811 time: 0.1716247 Jun 29 15:24:28.464354 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52408) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:28.465678 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:28.490548 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device a648a93a-2821-444e-b4bf-2594a25b069e up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:28.531629 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8018879'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.550827 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-3cd2fad2-385d-4ad5-bbec-884e5788df85 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/quotas/f25fe10920784cd19dd131f2981d62c1 HTTP/1.1" status: 200 len: 375 time: 0.0422182 Jun 29 15:24:28.583092 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port a648a93a-2821-444e-b4bf-2594a25b069e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:28.583468 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.603369 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.617433 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-19c41508-64bf-4498-bfac-dd4ab8225caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:28.619110 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-19c41508-64bf-4498-bfac-dd4ab8225caf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddf830e3b1a949d387a6cbbb0998254b&device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 1096 time: 0.7103679 Jun 29 15:24:28.620178 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.630910 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.647098 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:28.675482 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a80ae-0bf9-4c8d-a3d3-6a4a8ab6fc52 req-595950d9-1630-4441-983d-025ce3b8b93c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:28.680376 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-310a80ae-0bf9-4c8d-a3d3-6a4a8ab6fc52 req-595950d9-1630-4441-983d-025ce3b8b93c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.2024674 Jun 29 15:24:28.728819 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:28.752409 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4c89e88978405bbcebd099afa15d7e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:28.763568 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.764789 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4961896 Jun 29 15:24:28.767661 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Pushing event updated for resources: {'Port': ['ID=23804f9a-e2c2-47b9-8562-aa3dca045995,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:28.770583 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:28.771772 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:28.775653 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-0493e03d-d21c-43b4-b09f-c70118801174 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f605579-5a49-4726-bd0a-66944fd29a77 HTTP/1.1" status: 200 len: 217 time: 0.1355760 Jun 29 15:24:28.784750 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:28.796907 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19d61d1-4f02-434c-8fbc-157847b29272 {{(pid=78435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:28.806943 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.826274 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Transition to ACTIVE for port object f19d61d1-4f02-434c-8fbc-157847b29272 will not be triggered until provisioned by entity L2. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:28.842623 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d2b13c33c2a43568972a2fb93cd45a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936219 Jun 29 15:24:28.843417 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105f4f44-8e26-417a-bf7c-b8ba10f08e25,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:28.851619 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52418) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:28.876101 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:28.879398 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-310a80ae-0bf9-4c8d-a3d3-6a4a8ab6fc52 req-07132109-721b-43cb-a250-b5e36eb98189 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790702 Jun 29 15:24:28.880006 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:28.892208 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e17ca47a-d116-4bf7-a6f5-0109977fb6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:28.927551 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.24', 55237) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:28.943577 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fb519862-2054-4dff-a15b-21e3aefb1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:28.945751 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-fb519862-2054-4dff-a15b-21e3aefb1990 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0 HTTP/1.1" status: 200 len: 851 time: 0.1586406 Jun 29 15:24:29.057632 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f19d61d1-4f02-434c-8fbc-157847b29272,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:29.065937 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-6d4a7259-6dff-4ff7-9bf5-8dfdf8210293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:29.072080 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-6d4a7259-6dff-4ff7-9bf5-8dfdf8210293 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 1097 time: 0.5183890 Jun 29 15:24:29.074387 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-7ff3e59d-fc32-4d23-9982-765dba5a22e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985646 Jun 29 15:24:29.159552 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-4ba173ee-86cf-421c-afde-429a5bc9be39 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f25fe10920784cd19dd131f2981d62c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5622804 Jun 29 15:24:29.217094 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7b3c92e2-4ed8-4a36-9158-715489992e60 req-da8e6f11-22b2-428a-ad89-f0c912746c99 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 210 time: 0.0834742 Jun 29 15:24:29.218309 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:29.281504 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:29.302230 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Attempting to bind port f19d61d1-4f02-434c-8fbc-157847b29272 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:29.302725 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Attempting to bind port f19d61d1-4f02-434c-8fbc-157847b29272 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:29.303147 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Attempting to bind port f19d61d1-4f02-434c-8fbc-157847b29272 on network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:29.309212 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Port f19d61d1-4f02-434c-8fbc-157847b29272 on network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:24:29.309568 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Attempting to bind port f19d61d1-4f02-434c-8fbc-157847b29272 on network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:29.316961 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:29.317847 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Checking segment: {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:29.318497 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Bound using segment: {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:29.319062 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Bound port: f19d61d1-4f02-434c-8fbc-157847b29272, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'}}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:29.319493 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:29.469203 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] For port f19d61d1-4f02-434c-8fbc-157847b29272, host hv-cinder-79867, cleared binding levels {{(pid=78435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:29.491819 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] For port f19d61d1-4f02-434c-8fbc-157847b29272, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f19d61d1-4f02-434c-8fbc-157847b29272,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:29.498025 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:29.506005 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:29.519027 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-7cec66c8-13f9-4743-a549-1685ae8ccdf1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:29.520642 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-7cec66c8-13f9-4743-a549-1685ae8ccdf1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 818 time: 0.5865245 Jun 29 15:24:29.579914 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-82d2b7d1-3e78-4d56-aea8-20b016199d8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 HTTP/1.1" status: 200 len: 217 time: 0.2783828 Jun 29 15:24:29.582055 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:29.582667 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:29.584041 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] 10.222.0.24 "PUT /v2.0/ports/f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 1094 time: 1.7353435 Jun 29 15:24:29.587092 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaffee0-9842-4839-86ca-80a1f0ad5d9b', 'tag': 'f19d61d1-4f02-434c-8fbc-157847b29272'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:29.640497 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Request body: {'port': {'device_id': '3b949277-ab76-481f-a870-410eb8c2f38e', 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'admin_state_up': True, 'tenant_id': '509390230fc6435f94d0fd64fa98ba34'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:29.706153 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f19d61d1-4f02-434c-8fbc-157847b29272,revision_number=3']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:29.710635 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:29.717964 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4f988-6971-443c-8aa6-6293510d5ac4 req-5ab06b16-6c3e-4265-b05a-b12fb48ddf1f tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:29.720127 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-09c4f988-6971-443c-8aa6-6293510d5ac4 req-5ab06b16-6c3e-4265-b05a-b12fb48ddf1f tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.2956529 Jun 29 15:24:29.721743 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:29.733599 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:29.782175 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-02f5585a-ba92-4b4b-a367-af232f292da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:29.783670 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-02f5585a-ba92-4b4b-a367-af232f292da5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1097 time: 0.1392155 Jun 29 15:24:29.796006 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-09c4f988-6971-443c-8aa6-6293510d5ac4 req-8e4fb2bc-12bf-4c8a-a0ad-b56db703e8c8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 Jun 29 15:24:29.858689 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:29.872615 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-ca099c68-6454-4147-bdc3-a97368b28755 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.0801678 Jun 29 15:24:29.964756 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:29.965797 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-867a1ac9-7ff0-4fd2-b84e-2371c374b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:29.967229 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-867a1ac9-7ff0-4fd2-b84e-2371c374b252 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.0878289 Jun 29 15:24:29.976964 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-71149f96-7a73-43ab-bd4f-c48064994242 req-96a7f273-4122-4b37-bf59-5bc281b30e90 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Synchronizing usage tracker for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:29.993921 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-71149f96-7a73-43ab-bd4f-c48064994242 req-96a7f273-4122-4b37-bf59-5bc281b30e90 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Unset dirty status for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:29.995183 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-96a7f273-4122-4b37-bf59-5bc281b30e90 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--710051414&fields=id&tenant_id=a41ae223b74e412c8d832d28ae4ff599 HTTP/1.1" status: 200 len: 267 time: 0.0690844 Jun 29 15:24:30.029762 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-6d9c8993-ce42-4933-aa4c-bb2ceb647482 service neutron] 10.222.0.24 "GET /v2.0/networks/caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360718 Jun 29 15:24:30.042860 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d4c89e88978405bbcebd099afa15d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5425527 Jun 29 15:24:30.058164 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-74c9cce3-3a34-4456-be62-6f0b98d719c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:30.058488 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52460) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:30.059601 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-74c9cce3-3a34-4456-be62-6f0b98d719c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.4022622 Jun 29 15:24:30.080304 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-35fc6b35-1183-4939-8bbd-e3da3d5490b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787215 Jun 29 15:24:30.090868 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-fe2e1ae4-56c1-40ac-b5fc-f86654de8ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9130154 Jun 29 15:24:30.165312 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74310b98-0348-495a-a70e-d8122d95b045', 'tag': 'd4c6fbaf-caaf-4eb4-ba3b-97b653613aa3'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:30.169877 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dde243-8261-4d8b-bfa8-d50f53efeedd,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:30.210788 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:30.258291 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-296baae0-1d94-4e1f-afe2-0bf0eaf6aa60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700315 Jun 29 15:24:30.313707 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:30.338341 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:30.345862 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-ea155a38-1e50-4ae1-a540-6c079553727e tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:30.346528 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-71149f96-7a73-43ab-bd4f-c48064994242 req-ea155a38-1e50-4ae1-a540-6c079553727e tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Synchronizing usage tracker for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:30.370433 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-ea3eef72-90cb-48c8-8f1d-a4522d66daa8 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771273 Jun 29 15:24:30.392498 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:30.398114 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:30.422444 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:30.437761 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-71149f96-7a73-43ab-bd4f-c48064994242 req-ea155a38-1e50-4ae1-a540-6c079553727e tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Unset dirty status for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:30.438956 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-ea155a38-1e50-4ae1-a540-6c079553727e tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/networks?id=b1e65061-d14c-4fae-8a38-6dde5d240bd5 HTTP/1.1" status: 200 len: 816 time: 0.4041581 Jun 29 15:24:30.467342 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-00ec1766-f9c2-4327-acf5-97556be3ce53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:30.506546 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7b5c757f-6535-4b4d-abca-3ae80b3bf449 req-03774986-32bf-461e-84db-59d3de33b9a2 service neutron] 10.222.0.24 "GET /v2.0/networks/caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563160 Jun 29 15:24:30.507328 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f4f44-8e26-417a-bf7c-b8ba10f08e25,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:30.525594 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:30.531753 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Made reservation on behalf of 509390230fc6435f94d0fd64fa98ba34 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:24:30.535572 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:30.545232 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-3ee70a2a-6e3a-4862-9c0b-625a9e49e17a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/quotas/a41ae223b74e412c8d832d28ae4ff599 HTTP/1.1" status: 200 len: 375 time: 0.0949206 Jun 29 15:24:30.566285 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-d67ba6ac-c00b-4c40-b5d4-2bc29eaaa609 service neutron] 10.222.0.37 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293802 Jun 29 15:24:30.567101 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:30.568120 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/105f4f44-8e26-417a-bf7c-b8ba10f08e25 HTTP/1.1" status: 204 len: 168 time: 1.7117450 Jun 29 15:24:30.641790 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b1f633-3009-4ca4-b0c5-f9c5d22bec3a req-494e2048-5aba-45ed-9be7-2e604d114208 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574840 Jun 29 15:24:30.678287 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:30.687096 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-6002ca96-fbe9-4560-a067-6c8ba8ec958e service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208295 Jun 29 15:24:30.698610 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:30.733292 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dde243-8261-4d8b-bfa8-d50f53efeedd,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:30.741407 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:30.788244 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-e282c28b-afb9-4ad5-b4cb-be5c3a74da3a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a41ae223b74e412c8d832d28ae4ff599&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2410293 Jun 29 15:24:30.847450 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:30.849175 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03dde243-8261-4d8b-bfa8-d50f53efeedd HTTP/1.1" status: 204 len: 168 time: 0.7826977 Jun 29 15:24:30.944214 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-90d60606-8ba6-46c1-905e-5eee662134b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:30.946031 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-90d60606-8ba6-46c1-905e-5eee662134b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddf830e3b1a949d387a6cbbb0998254b&device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 1096 time: 0.3824329 Jun 29 15:24:31.054509 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-109c2d80-5a2b-4fae-8057-af7699844f0e req-da755313-37a2-4882-84ed-b2e106d463bd service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578191 Jun 29 15:24:31.074061 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Allocated IP 172.20.0.5 (8d4c58ee-d134-44cb-98e9-c3be55cfd158/b0e036c3-fc22-47d3-8300-d14c6238e2d2/f5f022d6-d928-4dd6-8e8c-44c6b7c17d03) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:31.250594 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaffee0-9842-4839-86ca-80a1f0ad5d9b', 'tag': 'f19d61d1-4f02-434c-8fbc-157847b29272', 'status': 'completed', 'code': 200} Jun 29 15:24:31.274542 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-87fba6f9-2510-4330-951b-fc95185417d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:31.276974 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-87fba6f9-2510-4330-951b-fc95185417d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe HTTP/1.1" status: 200 len: 912 time: 0.3173013 Jun 29 15:24:31.304259 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-b0e521ae-cc30-4ade-8e96-89fd5e57de1a service neutron] 10.222.0.37 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066400 Jun 29 15:24:31.425593 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-f856da7f-31a2-426b-b70b-fb5ba7dd7d28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f605579-5a49-4726-bd0a-66944fd29a77 HTTP/1.1" status: 200 len: 217 time: 0.1325531 Jun 29 15:24:31.488573 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-ef34233c-0b9a-4129-ace8-335ff37fdf81 service neutron] 10.222.0.37 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827652 Jun 29 15:24:31.561881 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-03b4d085-75fc-47d9-acf5-158272910406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:31.563657 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-03b4d085-75fc-47d9-acf5-158272910406 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0 HTTP/1.1" status: 200 len: 851 time: 0.1132774 Jun 29 15:24:31.618622 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-a167d2dd-5b13-45f0-b33f-83827f59298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:31.620527 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-a167d2dd-5b13-45f0-b33f-83827f59298a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1097 time: 0.4958496 Jun 29 15:24:31.837238 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74310b98-0348-495a-a70e-d8122d95b045', 'tag': 'd4c6fbaf-caaf-4eb4-ba3b-97b653613aa3', 'status': 'completed', 'code': 200} Jun 29 15:24:31.943638 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2b1dc2b4-6b6b-481d-951a-fcd5d53e64f6 req-be14e907-d477-40be-80d3-3bee6df470f3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 210 time: 0.0776210 Jun 29 15:24:32.023057 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-d3b11f3f-fb7d-49ee-ac87-a619d4dab747 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4296093 Jun 29 15:24:32.055864 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-d17f7776-0d51-4cfb-ba80-a79a63fffa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:32.059677 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-d17f7776-0d51-4cfb-ba80-a79a63fffa1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 1097 time: 0.3348296 Jun 29 15:24:32.164505 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ca43-e4d1-4269-9781-b3eb86b7bf90 req-ebaa874e-bf35-4fe3-9ee2-3aea44b16162 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:32.166304 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-60e0ca43-e4d1-4269-9781-b3eb86b7bf90 req-ebaa874e-bf35-4fe3-9ee2-3aea44b16162 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.9002333 Jun 29 15:24:32.213213 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:32.235167 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-7cc17300-51a5-4b4b-822d-0f7b3e0627cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:32.237075 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-7cc17300-51a5-4b4b-822d-0f7b3e0627cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.3989375 Jun 29 15:24:32.246547 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-5ce53a8f-e1be-4e2f-87e0-1db008e83cb6 req-d28d778b-a7a1-44ba-985d-640a44efcfbc tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Synchronizing usage tracker for tenant:f25fe10920784cd19dd131f2981d62c1 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:32.269984 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-5ce53a8f-e1be-4e2f-87e0-1db008e83cb6 req-d28d778b-a7a1-44ba-985d-640a44efcfbc tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Unset dirty status for tenant:f25fe10920784cd19dd131f2981d62c1 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:32.285354 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5ce53a8f-e1be-4e2f-87e0-1db008e83cb6 req-d28d778b-a7a1-44ba-985d-640a44efcfbc tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 210 time: 0.1297505 Jun 29 15:24:32.288281 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-60e0ca43-e4d1-4269-9781-b3eb86b7bf90 req-639eabaf-7b6c-4eaa-b9e9-e4e387826303 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085842 Jun 29 15:24:32.341161 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:32.353012 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:32.517690 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-f0d9e33b-96d2-43e2-acd1-3499e3eb5986 req-fbd7c443-e18f-493c-9d85-c8bc8061ac34 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Synchronizing usage tracker for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:32.540871 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:32.549238 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:32.552858 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Pushing event updated for resources: {'Port': ['ID=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:32.560324 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:32.625583 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e541df-717d-453f-9044-7f607a39fc30 req-d5cd88c6-0e5f-4981-8d47-2d413642807b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:32.627148 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33e541df-717d-453f-9044-7f607a39fc30 req-d5cd88c6-0e5f-4981-8d47-2d413642807b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.1631331 Jun 29 15:24:32.635303 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:32.658279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-f0d9e33b-96d2-43e2-acd1-3499e3eb5986 req-fbd7c443-e18f-493c-9d85-c8bc8061ac34 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Unset dirty status for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:32.659514 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f0d9e33b-96d2-43e2-acd1-3499e3eb5986 req-fbd7c443-e18f-493c-9d85-c8bc8061ac34 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 210 time: 0.2146199 Jun 29 15:24:32.689298 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:32.690230 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:32.708221 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33e541df-717d-453f-9044-7f607a39fc30 req-77c1b356-b561-485c-8a4a-74264058b470 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726759 Jun 29 15:24:32.737765 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-78cb2faf-ee6b-47ad-9f1d-3ab789a0f6fd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1892114 Jun 29 15:24:33.152240 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5230e-a49a-41b3-bc41-663a595184c3 req-6af52ec3-f05f-48c2-b57d-2cd6a8593c85 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:33.152995 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2ea5230e-a49a-41b3-bc41-663a595184c3 req-6af52ec3-f05f-48c2-b57d-2cd6a8593c85 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Synchronizing usage tracker for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:33.172579 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2ea5230e-a49a-41b3-bc41-663a595184c3 req-6af52ec3-f05f-48c2-b57d-2cd6a8593c85 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Unset dirty status for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:33.173968 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ea5230e-a49a-41b3-bc41-663a595184c3 req-6af52ec3-f05f-48c2-b57d-2cd6a8593c85 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 931 time: 0.1045473 Jun 29 15:24:33.247188 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ea5230e-a49a-41b3-bc41-663a595184c3 req-94e58457-b2b1-43de-bb60-9ce2364933ea tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665896 Jun 29 15:24:33.472190 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-28efd067-c09a-4d44-8cb0-29235f1728a6 req-e3ceabd3-ce21-48c8-924a-130b816816dd tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 210 time: 0.0600221 Jun 29 15:24:33.534056 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ec89a-82aa-418f-a53b-482fe215da02 req-fbb30949-a545-49cb-b8b8-daf9b05aa017 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:33.539233 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b72ec89a-82aa-418f-a53b-482fe215da02 req-fbb30949-a545-49cb-b8b8-daf9b05aa017 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.0961430 Jun 29 15:24:33.583294 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b72ec89a-82aa-418f-a53b-482fe215da02 req-39b08542-4d12-4a90-9d48-f4eeaa5b777e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Jun 29 15:24:33.851004 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3dd7f0c2-19ae-4a05-8dbb-90c298f3af3d req-2c6326ed-6985-45f4-9c03-5986c5072c74 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 210 time: 0.0574150 Jun 29 15:24:33.911020 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad34867-1d59-4ab6-b12f-b6aade2625e1 req-a973510a-d61d-4526-80f2-c451f09293fe tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:33.912651 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-aad34867-1d59-4ab6-b12f-b6aade2625e1 req-a973510a-d61d-4526-80f2-c451f09293fe tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.0918853 Jun 29 15:24:33.966632 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-aad34867-1d59-4ab6-b12f-b6aade2625e1 req-18090218-133e-4a35-8d8b-8268307e788c tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Jun 29 15:24:34.454836 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17490d52-3b49-4ae5-a68a-a4b8f49a45e5 req-3607e1fa-ebe1-41c4-91a2-a7e4af1c00ec tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:34.456440 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-17490d52-3b49-4ae5-a68a-a4b8f49a45e5 req-3607e1fa-ebe1-41c4-91a2-a7e4af1c00ec tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 931 time: 0.0912228 Jun 29 15:24:34.508819 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-17490d52-3b49-4ae5-a68a-a4b8f49a45e5 req-9eac6ba2-99f2-4eff-ae31-97f2998d7212 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Synchronizing usage tracker for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:34.531630 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-17490d52-3b49-4ae5-a68a-a4b8f49a45e5 req-9eac6ba2-99f2-4eff-ae31-97f2998d7212 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Unset dirty status for tenant:509390230fc6435f94d0fd64fa98ba34 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:34.533256 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-17490d52-3b49-4ae5-a68a-a4b8f49a45e5 req-9eac6ba2-99f2-4eff-ae31-97f2998d7212 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700960 Jun 29 15:24:34.629323 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f0af84a0-81d8-4acb-8f68-a1f9bcd48581 req-d95b1f27-7906-4e56-af01-a6ca5fb832bf tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 210 time: 0.0450969 Jun 29 15:24:34.647845 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:24:34.775004 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bdc0f-2bee-46e5-880c-65f693b26c47 req-b5ce6f9a-a3e7-40ee-890e-b8345a3067eb tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:34.777221 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-779bdc0f-2bee-46e5-880c-65f693b26c47 req-b5ce6f9a-a3e7-40ee-890e-b8345a3067eb tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.0811172 Jun 29 15:24:34.823714 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-779bdc0f-2bee-46e5-880c-65f693b26c47 req-6608afec-6c24-4494-b3b1-c1ef7ff3995f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Jun 29 15:24:34.988257 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-10136855-869a-4b54-82ac-b6fac315a678 req-6235c54a-7dad-4cdc-9903-9b300a119c60 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 210 time: 0.0426357 Jun 29 15:24:35.156556 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38bc1-a09f-462c-aa3b-8ca2fc722755 req-258887c5-f12d-471b-9c60-41ec53a795bc tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:35.158034 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b9f38bc1-a09f-462c-aa3b-8ca2fc722755 req-258887c5-f12d-471b-9c60-41ec53a795bc tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.0837436 Jun 29 15:24:35.203466 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b9f38bc1-a09f-462c-aa3b-8ca2fc722755 req-18654632-7a78-4335-bfc8-19aaa57af928 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Jun 29 15:24:35.738229 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55724d5-a2b1-4398-9cb8-576d7957c140 req-f1866e09-6cca-4a6c-b223-f2468bb1ee80 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:35.739648 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e55724d5-a2b1-4398-9cb8-576d7957c140 req-f1866e09-6cca-4a6c-b223-f2468bb1ee80 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 931 time: 0.0890844 Jun 29 15:24:35.787206 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e55724d5-a2b1-4398-9cb8-576d7957c140 req-a8814cf9-d980-4cd1-a38a-56893feb1592 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Jun 29 15:24:35.795437 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d5ea131c-576a-4352-bfbe-75bbfc47bfc5 req-9a3b033a-5256-451e-8fb5-4c350168f350 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 210 time: 0.0457103 Jun 29 15:24:36.031121 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5029-b915-4f8b-b468-8e5eaa1e2ed4 req-99143e52-10be-4242-90f4-5e1ee7b73c51 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:36.032607 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7f3c5029-b915-4f8b-b468-8e5eaa1e2ed4 req-99143e52-10be-4242-90f4-5e1ee7b73c51 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.0927880 Jun 29 15:24:36.077351 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7f3c5029-b915-4f8b-b468-8e5eaa1e2ed4 req-5587a826-f48b-4308-964d-6400756fd6d1 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Jun 29 15:24:36.141020 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2fd34263-bafa-4db2-a1da-4e7ad065f882 req-5d073ac2-edff-492a-98ba-71d2a019126c tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 210 time: 0.0410895 Jun 29 15:24:36.201798 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Request body: {'port': {'device_id': '3b949277-ab76-481f-a870-410eb8c2f38e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:36.324938 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-a085738f-3741-4c56-b7d0-5226dfcf7c8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.1283269 Jun 29 15:24:36.350334 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-5c9c4101-7fde-4d97-bf3c-b32dadcd2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:36.351778 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-5c9c4101-7fde-4d97-bf3c-b32dadcd2701 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 916 time: 0.1680956 Jun 29 15:24:36.455780 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-4bd46b24-c534-43e8-930f-2f8e569cb932 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 HTTP/1.1" status: 200 len: 217 time: 0.0914187 Jun 29 15:24:36.534767 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-64f8f19b-16e3-4804-a059-153a7ebd252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:36.536217 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-64f8f19b-16e3-4804-a059-153a7ebd252a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0742102 Jun 29 15:24:36.583839 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-3e8768e8-21b2-4f93-b1cb-3233b0b1852c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406766 Jun 29 15:24:36.593360 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-372692c5-da2b-4bb9-92da-b5cfa9cd95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:36.594897 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-372692c5-da2b-4bb9-92da-b5cfa9cd95fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.2534559 Jun 29 15:24:36.595434 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:36.718152 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-7d4bb1c6-1da0-448e-9eaf-853e13624515 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279304 Jun 29 15:24:36.771210 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-8e56d4b6-ec54-4ca9-8395-22aa7ab9ba89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661556 Jun 29 15:24:36.782585 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-0a9639ec-7d35-4b7c-b4ee-3553ddcc4637 service neutron] 10.222.0.24 "GET /v2.0/networks/caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070278 Jun 29 15:24:36.863117 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6fb390f-8f20-473c-8374-d4172c8f06cf req-1ba6e509-a2c7-4855-a3e4-94ce27b402d5 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364834 Jun 29 15:24:37.039363 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f3b3b-7272-43c2-a2f7-0a27fdf5fbbb req-8eb53e6c-0a48-4447-b834-17f577929166 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:37.040701 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-369f3b3b-7272-43c2-a2f7-0a27fdf5fbbb req-8eb53e6c-0a48-4447-b834-17f577929166 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 931 time: 0.1456857 Jun 29 15:24:37.075476 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7c4f0-9abb-4db7-bac0-c2d592bd6f1d req-aff42b84-4710-49af-9da6-046013ab69c8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:37.077153 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cff7c4f0-9abb-4db7-bac0-c2d592bd6f1d req-aff42b84-4710-49af-9da6-046013ab69c8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.6211832 Jun 29 15:24:37.086992 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-369f3b3b-7272-43c2-a2f7-0a27fdf5fbbb req-bfc595db-8236-465a-bd18-5202ed9c8b51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Jun 29 15:24:37.206162 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-fddcc4b1-e30f-43f4-bb9b-3f2c450087ba service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148116 Jun 29 15:24:37.214672 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8b8d280-471d-4fa1-9e44-0d635fdf235c req-3e6e9e47-5286-447a-9a39-f82da14243e8 service neutron] 10.222.0.24 "GET /v2.0/networks/caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043603 Jun 29 15:24:37.222020 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-431f8144-f9d4-4926-ace2-00036ee8d252 req-a92c07e2-778a-405a-bb91-d5f59cd4976a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 210 time: 0.0411959 Jun 29 15:24:37.265028 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cff7c4f0-9abb-4db7-bac0-c2d592bd6f1d req-168b23f7-faca-4819-8bbc-cadf6b4347e6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756325 Jun 29 15:24:37.436234 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ecf8b-7b79-4906-81e5-54fa0908e0bf req-aac007b7-8776-4bcd-9dfa-a1bb57f856f6 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:37.437781 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-959ecf8b-7b79-4906-81e5-54fa0908e0bf req-aac007b7-8776-4bcd-9dfa-a1bb57f856f6 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.1023095 Jun 29 15:24:37.454531 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a4b2ef5-4e95-4062-b92e-fe0414f3f161 req-6b12cf27-a92f-4033-9f7a-7c1db7974fee tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 210 time: 0.0743473 Jun 29 15:24:37.502884 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-959ecf8b-7b79-4906-81e5-54fa0908e0bf req-cd283e27-1590-4074-95bd-d639d2561ece tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588117 Jun 29 15:24:37.506258 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-69c80794-72fb-49ff-a754-c36dd130a8ec req-2f80fa7f-d7b3-4114-926e-2c1ee0d785e3 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905552 Jun 29 15:24:37.709241 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:37.727372 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:37.745821 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-8d635e2b-2fd1-484c-9588-eb1f84525fe3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:37.747225 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-8d635e2b-2fd1-484c-9588-eb1f84525fe3 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.24 "GET /v2.0/networks?id=b8a88a59-ab38-4a09-8b02-523b40580204 HTTP/1.1" status: 200 len: 811 time: 0.2217996 Jun 29 15:24:37.753219 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Transition to ACTIVE for port object f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:37.759746 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:37.787924 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:37.936565 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-e3364406-7bff-47fe-93ea-0d782636574a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f25fe10920784cd19dd131f2981d62c1 HTTP/1.1" status: 200 len: 379 time: 0.1784527 Jun 29 15:24:37.976686 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Request body: {'port': {'device_id': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'admin_state_up': True, 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'security_groups': ['524a5df3-3216-4c12-ac42-11cf1132ab5b']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:37.990069 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:38.001939 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:38.409082 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2cd0cb3b-7c25-4bd4-8c88-82a6a8eb4f07 req-53784a25-712e-4377-a0e8-55aea2c815fc tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 210 time: 0.0434222 Jun 29 15:24:38.437023 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Attempting to bind port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:38.437348 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Attempting to bind port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:38.437753 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Attempting to bind port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 on network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:38.465198 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ed29fa10-3646-4ac7-96d1-e0f42d40928a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:38.483144 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 on network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:24:38.483464 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Attempting to bind port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 on network 8d4c58ee-d134-44cb-98e9-c3be55cfd158 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:38.491419 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:38.502548 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:38.502884 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Checking segment: {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:38.503259 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Bound using segment: {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:38.503690 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Bound port: f5f022d6-d928-4dd6-8e8c-44c6b7c17d03, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:38.504018 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:38.527032 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-f4141e12-b2f5-482e-b22d-6999171dbb99 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:38.528466 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-f4141e12-b2f5-482e-b22d-6999171dbb99 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.24 "GET /v2.0/networks?id=b1e65061-d14c-4fae-8a38-6dde5d240bd5 HTTP/1.1" status: 200 len: 816 time: 0.4874456 Jun 29 15:24:38.535306 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:38.593137 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dcaba-886e-42a0-9d4d-5664cdb16cf2 req-91adb8a8-8d7c-40fe-a2e3-9e63e214b7c8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:38.594674 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1a2dcaba-886e-42a0-9d4d-5664cdb16cf2 req-91adb8a8-8d7c-40fe-a2e3-9e63e214b7c8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.0847015 Jun 29 15:24:38.616471 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Made reservation on behalf of f25fe10920784cd19dd131f2981d62c1 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:24:38.621357 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:38.650042 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1a2dcaba-886e-42a0-9d4d-5664cdb16cf2 req-99281308-02b7-4f4e-9b4e-031ecabee438 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Jun 29 15:24:38.675067 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f0c2a-1333-4794-8e0c-d85c2b9fa07f req-84a7a867-f4c1-4f8b-8ae7-3b58ed84a795 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:38.686643 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6b6f0c2a-1333-4794-8e0c-d85c2b9fa07f req-84a7a867-f4c1-4f8b-8ae7-3b58ed84a795 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 943 time: 0.4519312 Jun 29 15:24:38.739643 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:38.744845 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-71149f96-7a73-43ab-bd4f-c48064994242 req-f2ace35f-35f3-4bdc-b067-efc72c0b2845 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Synchronizing usage tracker for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:38.855688 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-71149f96-7a73-43ab-bd4f-c48064994242 req-f2ace35f-35f3-4bdc-b067-efc72c0b2845 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Unset dirty status for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:38.856853 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-f2ace35f-35f3-4bdc-b067-efc72c0b2845 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a41ae223b74e412c8d832d28ae4ff599 HTTP/1.1" status: 200 len: 379 time: 0.3172512 Jun 29 15:24:38.862111 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-619da026-4f40-4335-b180-d30acb210ac5 req-1be7f439-6571-4c3b-9240-cce90a28c4b6 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 210 time: 0.0609188 Jun 29 15:24:38.862365 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] For port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:38.882443 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6b6f0c2a-1333-4794-8e0c-d85c2b9fa07f req-83d15f84-df11-4936-b8d3-ca55a8f38a52 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940203 Jun 29 15:24:38.902610 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Request body: {'port': {'device_id': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'admin_state_up': True, 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'security_groups': ['83d94fe1-5dcb-4f79-8ad5-025b2444dbff']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:38.980389 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] For port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:39.004404 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:39.084804 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:39.097264 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226dac3-968c-4867-a591-e14eaa1cd091 req-568338ab-1edf-4b87-a47e-02846219d92d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:39.101268 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9226dac3-968c-4867-a591-e14eaa1cd091 req-568338ab-1edf-4b87-a47e-02846219d92d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.1044898 Jun 29 15:24:39.150413 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9226dac3-968c-4867-a591-e14eaa1cd091 req-78f398b0-4906-4e13-bfe1-31ae40c8a96f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Jun 29 15:24:39.183593 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:39.184228 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:39.185713 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] 10.222.0.24 "PUT /v2.0/ports/f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 HTTP/1.1" status: 200 len: 1093 time: 2.9882693 Jun 29 15:24:39.195348 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b949277-ab76-481f-a870-410eb8c2f38e', 'tag': 'f5f022d6-d928-4dd6-8e8c-44c6b7c17d03'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:39.225820 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Allocated IP 172.20.0.5 (b8a88a59-ab38-4a09-8b02-523b40580204/935b6f95-166a-4a81-85a0-39156261d91d/67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:39.336112 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b949277-ab76-481f-a870-410eb8c2f38e', 'tag': 'f5f022d6-d928-4dd6-8e8c-44c6b7c17d03', 'status': 'completed', 'code': 200} Jun 29 15:24:39.430694 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:39.437064 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:39.443688 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:39.517568 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:39.565987 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Made reservation on behalf of a41ae223b74e412c8d832d28ae4ff599 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:24:39.569363 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:39.589040 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device f19d61d1-4f02-434c-8fbc-157847b29272 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:24:39.649943 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c8d41822-206e-434d-afea-569d384bbcd7 req-31ba8868-0a15-42c7-9591-bc1823d423dc tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 210 time: 0.0901225 Jun 29 15:24:39.675618 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-64df2a92-23a6-4228-8928-af8c6a44a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:39.677774 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-64df2a92-23a6-4228-8928-af8c6a44a264 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 1096 time: 0.3899508 Jun 29 15:24:39.787714 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:39.802111 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:39.834301 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f19d61d1-4f02-434c-8fbc-157847b29272, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f19d61d1-4f02-434c-8fbc-157847b29272,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:39.852333 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': 'f19d61d1-4f02-434c-8fbc-157847b29272', 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'port_id': 'f19d61d1-4f02-434c-8fbc-157847b29272', 'mac_address': 'fa:16:3e:80:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:24:39.880993 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-56b40575-107a-44fb-9459-6fe1f85b10d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 HTTP/1.1" status: 200 len: 217 time: 0.1904757 Jun 29 15:24:39.926930 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:39.947422 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19d61d1-4f02-434c-8fbc-157847b29272 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:39.965948 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f19d61d1-4f02-434c-8fbc-157847b29272, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f19d61d1-4f02-434c-8fbc-157847b29272,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:39.970797 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Transition to ACTIVE for port object 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:39.972955 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:39.974433 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 2f605579-5a49-4726-bd0a-66944fd29a77 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:24:39.981381 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:40.050569 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-e79d9281-04d8-4f8e-833c-12886d13009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:40.052224 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-e79d9281-04d8-4f8e-833c-12886d13009c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.1567709 Jun 29 15:24:40.057583 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Allocated IP 172.20.0.13 (b1e65061-d14c-4fae-8a38-6dde5d240bd5/7973539c-b45e-4b06-b4b9-1da9b0e2c982/4fac78c0-718e-479c-8ad5-87de13311b53) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:24:40.078813 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=f19d61d1-4f02-434c-8fbc-157847b29272,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:40.092730 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:40.108507 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-01a5c182-4bd8-486a-887e-b5a12395bed9 req-63419a19-3335-40fc-b98c-7b2b8da84ec9 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 210 time: 0.0469842 Jun 29 15:24:40.151986 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-168e6eed-3394-414f-83f9-91813c511baa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783319 Jun 29 15:24:40.196839 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad13ef-bf55-4e21-84ad-27ea2dee68c9 req-71b21723-3488-4043-a249-e6053f460d4b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:40.198284 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-00ad13ef-bf55-4e21-84ad-27ea2dee68c9 req-71b21723-3488-4043-a249-e6053f460d4b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 943 time: 0.3720541 Jun 29 15:24:40.219898 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:40.270071 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 2f605579-5a49-4726-bd0a-66944fd29a77, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2f605579-5a49-4726-bd0a-66944fd29a77,segment=NetworkSegment(e32d3706-c28c-4c58-9615-04f4173c488a),segment_id=e32d3706-c28c-4c58-9615-04f4173c488a)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:40.305388 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': '2f605579-5a49-4726-bd0a-66944fd29a77', 'network_id': 'caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe', 'port_id': '2f605579-5a49-4726-bd0a-66944fd29a77', 'mac_address': 'fa:16:3e:c9:f4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:24:40.322397 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2ae7cdb-927e-4b72-88cb-9d51c8ca6289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:40.380059 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:40.401767 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f605579-5a49-4726-bd0a-66944fd29a77 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:40.420220 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39851bee-0751-4607-a75d-9d781fb12cbe req-084e2bae-3b6e-4311-8154-d3a99d53ad92 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:40.422600 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39851bee-0751-4607-a75d-9d781fb12cbe req-084e2bae-3b6e-4311-8154-d3a99d53ad92 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 943 time: 0.1058540 Jun 29 15:24:40.449892 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 2f605579-5a49-4726-bd0a-66944fd29a77, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2f605579-5a49-4726-bd0a-66944fd29a77,segment=NetworkSegment(e32d3706-c28c-4c58-9615-04f4173c488a),segment_id=e32d3706-c28c-4c58-9615-04f4173c488a)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:40.458046 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:40.460951 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:24:40.469997 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-caed466e-f5dd-457f-9d21-f8a01a16309a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:40.495812 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Network b8a88a59-ab38-4a09-8b02-523b40580204 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:40.510287 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39851bee-0751-4607-a75d-9d781fb12cbe req-075d099a-84e4-473b-96a2-2b4d7c5badce tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Jun 29 15:24:40.557395 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-00ad13ef-bf55-4e21-84ad-27ea2dee68c9 req-9d647dce-9699-4a34-a50e-686d49df3f8d tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354943 Jun 29 15:24:40.571512 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:40.609737 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=2f605579-5a49-4726-bd0a-66944fd29a77,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:40.615666 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:40.756730 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:40.791709 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:40.828520 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': 'd4c6fbaf-caaf-4eb4-ba3b-97b653613aa3', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'port_id': 'd4c6fbaf-caaf-4eb4-ba3b-97b653613aa3', 'mac_address': 'fa:16:3e:59:15:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ec42c3-8c28-458a-a3a1-4e66ca41b980', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:24:40.847579 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80ce07-7197-4239-8680-ea046686edca req-2f7fff93-d24c-4639-b314-1633b32f594f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:40.849308 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bf80ce07-7197-4239-8680-ea046686edca req-2f7fff93-d24c-4639-b314-1633b32f594f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 944 time: 0.1837978 Jun 29 15:24:40.901310 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bf80ce07-7197-4239-8680-ea046686edca req-68de69b2-b432-4165-8b01-35c6821e7f72 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Jun 29 15:24:40.912251 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:40.915945 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Pushing event updated for resources: {'Port': ['ID=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:40.933246 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:40.941402 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:40.951017 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-f2a4570d-7d8e-46e0-8f37-53cc059b4e1f service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897820 Jun 29 15:24:40.955417 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:40.960437 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:40.962498 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-30fc2da3-52eb-47ce-8c55-ec54f1842fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:40.994186 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2384f563-f224-4259-84f8-ae15cb5b19d0 None None] Provisioning for port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:41.010136 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2384f563-f224-4259-84f8-ae15cb5b19d0 None None] Provisioning complete for port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:41.010515 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2384f563-f224-4259-84f8-ae15cb5b19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:41.039481 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:41.040117 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:41.050656 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:41.080657 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-2384f563-f224-4259-84f8-ae15cb5b19d0 None None] Port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:24:41.082218 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:41.089043 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:41.106398 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b1b99c0d-e2f7-4a9d-884e-7aa73ce34705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:41.152962 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Transition to ACTIVE for port object 4fac78c0-718e-479c-8ad5-87de13311b53 will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:41.174601 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2021461 Jun 29 15:24:41.205240 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41506535-5090-4b0d-a5bb-336c0ad4797a req-3f8bc066-5cb6-416e-9e3f-e256cce8afd6 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:41.205967 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-41506535-5090-4b0d-a5bb-336c0ad4797a req-3f8bc066-5cb6-416e-9e3f-e256cce8afd6 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Synchronizing usage tracker for tenant:f25fe10920784cd19dd131f2981d62c1 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:41.212230 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Request body: {'port': {'device_id': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:41.247721 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ecba406b-bc72-4cfa-807e-253e6e4e4ad2 req-9414c313-217c-4698-a187-fea3793c7169 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833140 Jun 29 15:24:41.286846 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-41506535-5090-4b0d-a5bb-336c0ad4797a req-3f8bc066-5cb6-416e-9e3f-e256cce8afd6 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Unset dirty status for tenant:f25fe10920784cd19dd131f2981d62c1 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:41.287990 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-41506535-5090-4b0d-a5bb-336c0ad4797a req-3f8bc066-5cb6-416e-9e3f-e256cce8afd6 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 931 time: 0.4065766 Jun 29 15:24:41.365501 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:41.412434 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:41.433142 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce4804-690e-4715-b3c8-ad0f486f4499 req-4a2cc0b6-62ec-4826-9cb0-ad636f58b4b6 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:41.445648 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39ce4804-690e-4715-b3c8-ad0f486f4499 req-4a2cc0b6-62ec-4826-9cb0-ad636f58b4b6 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 932 time: 0.1624880 Jun 29 15:24:41.500594 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:41.505724 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39ce4804-690e-4715-b3c8-ad0f486f4499 req-cb046b69-d345-4159-a5f0-4e70755c0691 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579526 Jun 29 15:24:41.516135 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Network b1e65061-d14c-4fae-8a38-6dde5d240bd5 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:24:41.530642 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:24:41.540506 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-41506535-5090-4b0d-a5bb-336c0ad4797a req-377e2c03-6f19-4469-8c49-29c1b4c23cb0 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173598 Jun 29 15:24:41.541390 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:24:41.690383 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Pushing event updated for resources: {'Port': ['ID=4fac78c0-718e-479c-8ad5-87de13311b53,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:41.696324 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:41.772850 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d33096-8ea5-46eb-9747-39bb3ec428d9 req-f9e41539-92e4-45c6-9c97-851ea92f7bc4 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:41.780513 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-61d33096-8ea5-46eb-9747-39bb3ec428d9 req-f9e41539-92e4-45c6-9c97-851ea92f7bc4 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 943 time: 0.1077132 Jun 29 15:24:41.798672 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:24:41.841119 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-61d33096-8ea5-46eb-9747-39bb3ec428d9 req-e619cdaa-9ec9-47cf-8399-e0d961617dc5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592005 Jun 29 15:24:41.855152 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['2f605579-5a49-4726-bd0a-66944fd29a77'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:24:41.859158 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52812) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:41.893793 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['f19d61d1-4f02-434c-8fbc-157847b29272'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:24:41.911717 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:41.912385 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:41.956472 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48042663-f22e-4bc6-b28f-217d43def077 req-249e2a88-0a06-4a9a-952a-25fc68fffc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:41.958096 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-48042663-f22e-4bc6-b28f-217d43def077 req-249e2a88-0a06-4a9a-952a-25fc68fffc54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 1096 time: 0.6410723 Jun 29 15:24:42.014007 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.031651 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:42.031914 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1642191 Jun 29 15:24:42.037284 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3e917aa2c0ca4cac8217fa18c54896f3 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:42.042206 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:42.050277 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:42.087162 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-97b847fc-8e7c-43d0-8198-889f2e5c5353 None None] Provisioning for port 4fac78c0-718e-479c-8ad5-87de13311b53 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:42.105973 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Request body: {'port': {'device_id': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:24:42.112471 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-97b847fc-8e7c-43d0-8198-889f2e5c5353 None None] Provisioning complete for port 4fac78c0-718e-479c-8ad5-87de13311b53 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:42.113173 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-97b847fc-8e7c-43d0-8198-889f2e5c5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.245175 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.251921 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.254619 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d058eb-b43f-437c-b545-a60f76262e55 req-44f118ec-2d23-47f3-a3a2-0f6873a3d82f tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:42.255712 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38d058eb-b43f-437c-b545-a60f76262e55 req-44f118ec-2d23-47f3-a3a2-0f6873a3d82f tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 944 time: 0.5556576 Jun 29 15:24:42.286379 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-64e2876c-2900-4eea-94e7-3ab8644c5559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:42.287085 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-97b847fc-8e7c-43d0-8198-889f2e5c5353 None None] Port 4fac78c0-718e-479c-8ad5-87de13311b53 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:24:42.314623 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.344207 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.363954 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e917aa2c0ca4cac8217fa18c54896f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024767 Jun 29 15:24:42.364999 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52830) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:42.365684 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af42c1af-13f5-425c-b7d7-ecf3a3d6c8cc,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:42.380379 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:42.469336 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620eb4a-9dcd-4e73-b1b3-bfc813efcd61 req-3595afdf-99d6-4d10-ab3a-8a07e7a56b03 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:42.471043 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0620eb4a-9dcd-4e73-b1b3-bfc813efcd61 req-3595afdf-99d6-4d10-ab3a-8a07e7a56b03 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 945 time: 0.3000112 Jun 29 15:24:42.474311 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.474643 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48042663-f22e-4bc6-b28f-217d43def077 req-cef658eb-c620-4277-9840-432b82c620b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:42.476419 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-48042663-f22e-4bc6-b28f-217d43def077 req-cef658eb-c620-4277-9840-432b82c620b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.4984472 Jun 29 15:24:42.505957 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.653692 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.676918 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-814ca52f-5670-4631-8aa1-acce9c14f912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:42.688452 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.db.resource_extend [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:24:42.694965 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0620eb4a-9dcd-4e73-b1b3-bfc813efcd61 req-3e03d52e-55fa-4214-bdf8-c0e0d8b08d9c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759945 Jun 29 15:24:42.700352 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42c1af-13f5-425c-b7d7-ecf3a3d6c8cc,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:42.702655 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:42.720231 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af42c1af-13f5-425c-b7d7-ecf3a3d6c8cc HTTP/1.1" status: 204 len: 168 time: 0.3409343 Jun 29 15:24:42.720960 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:42.841403 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52846) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:42.941519 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57418d3-e5c9-4a45-b472-39d1c40b0a55 req-b4103d43-f3a0-4c09-b11f-66513baca0d7 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:42.943825 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b57418d3-e5c9-4a45-b472-39d1c40b0a55 req-b4103d43-f3a0-4c09-b11f-66513baca0d7 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 932 time: 0.1410329 Jun 29 15:24:42.999456 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38d058eb-b43f-437c-b545-a60f76262e55 req-b075bace-ab86-43c9-8117-c359b44ba8a6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583433 Jun 29 15:24:43.015337 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-48042663-f22e-4bc6-b28f-217d43def077 req-f2a86e63-d8c0-401f-9074-e9186c8db529 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 HTTP/1.1" status: 200 len: 217 time: 0.5214455 Jun 29 15:24:43.023088 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b57418d3-e5c9-4a45-b472-39d1c40b0a55 req-665d9581-7d6e-4bc9-9eef-0a64b50eb972 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710015 Jun 29 15:24:43.221838 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:43.249868 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.256922 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.276890 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:43.281762 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48042663-f22e-4bc6-b28f-217d43def077 req-0e759538-9a06-4aa0-904c-fad72b016259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:43.282366 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Usage tracker for resource:security_group_rule and tenant:98e1e208a5cf4d2a8391ef5159f65f64 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:43.283416 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-48042663-f22e-4bc6-b28f-217d43def077 req-0e759538-9a06-4aa0-904c-fad72b016259 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.1908429 Jun 29 15:24:43.286698 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:43.301379 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:43.330907 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52860) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:43.345185 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Transition to ACTIVE for port object 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:43.359292 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.359541 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57b3fc-0316-4d0a-9c50-2dee7cd8af56 req-bf5f81a0-2cf4-45a3-bce6-56ec3a38c028 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:43.360992 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad57b3fc-0316-4d0a-9c50-2dee7cd8af56 req-bf5f81a0-2cf4-45a3-bce6-56ec3a38c028 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 943 time: 0.1665366 Jun 29 15:24:43.370354 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.394275 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-48042663-f22e-4bc6-b28f-217d43def077 req-efb91a12-f8e4-475d-9857-b7f8f3fa3404 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952740 Jun 29 15:24:43.405655 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:43.407417 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:43.418356 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.419244 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Usage tracker for resource:security_group_rule and tenant:3f310e76f83b4f3383dbb1af3d1f3403 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:43.428080 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:43.447467 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:43.469706 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad57b3fc-0316-4d0a-9c50-2dee7cd8af56 req-d5504aa5-c1ca-4a11-81f2-4659bd027524 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004882 Jun 29 15:24:43.540911 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.549204 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.563481 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:43.623499 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98e1e208a5cf4d2a8391ef5159f65f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7731178 Jun 29 15:24:43.626969 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52866) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:43.638070 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dffb02-40c2-4cf8-af19-c256742863f6,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:43.653599 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:43.681614 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.690354 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-48042663-f22e-4bc6-b28f-217d43def077 req-2ee6c39e-55b2-4f78-b75e-cdfad6eacfb2 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883360 Jun 29 15:24:43.694990 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.699658 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.db.resource_extend [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:24:43.706472 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:43.831990 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Pushing event updated for resources: {'Port': ['ID=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:43.834330 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f310e76f83b4f3383dbb1af3d1f3403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009551 Jun 29 15:24:43.842285 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52876) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:43.847050 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:43.866867 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60519b3c-56a2-4547-96a2-cb0b3aee4265,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:43.873926 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.880892 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:43.913146 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:43.974458 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db6cd-d87f-4b92-b6ee-13cfdbbe0ad2 req-bd3063d0-177d-4a72-9f6d-9a45c83ca200 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:43.975964 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c48db6cd-d87f-4b92-b6ee-13cfdbbe0ad2 req-bd3063d0-177d-4a72-9f6d-9a45c83ca200 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 945 time: 0.1499076 Jun 29 15:24:43.995903 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.002283 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c1d9df52-3d9f-4ba8-a2b8-7c28340b53f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:44.022620 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8536e0-6571-489c-8ca2-0e642ac7d69c req-08ba6939-b4e7-4e14-8e36-c95b66ca7b50 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:44.024108 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9f8536e0-6571-489c-8ca2-0e642ac7d69c req-08ba6939-b4e7-4e14-8e36-c95b66ca7b50 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 931 time: 0.8463185 Jun 29 15:24:44.042718 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dffb02-40c2-4cf8-af19-c256742863f6,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:44.047821 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fac78c0-718e-479c-8ad5-87de13311b53 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:44.064859 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:44.067938 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c48db6cd-d87f-4b92-b6ee-13cfdbbe0ad2 req-598374b0-fd07-4734-823b-cccd64b8dde2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737238 Jun 29 15:24:44.069363 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.072782 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00dffb02-40c2-4cf8-af19-c256742863f6 HTTP/1.1" status: 204 len: 168 time: 0.4409010 Jun 29 15:24:44.097754 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.147791 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Attempting to bind port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:44.148135 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Attempting to bind port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:44.148480 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Attempting to bind port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e on network b8a88a59-ab38-4a09-8b02-523b40580204 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:44.157237 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Transition to ACTIVE for port object 4fac78c0-718e-479c-8ad5-87de13311b53 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:24:44.174080 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9f8536e0-6571-489c-8ca2-0e642ac7d69c req-aab32b0b-6dbc-4ebf-858f-3643fa5f974a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195314 Jun 29 15:24:44.179690 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e on network b8a88a59-ab38-4a09-8b02-523b40580204 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:24:44.180031 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Attempting to bind port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e on network b8a88a59-ab38-4a09-8b02-523b40580204 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:44.184042 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.187820 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.193964 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3c66ded1-6899-4db9-9bbe-bbf0b29a9746 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:44.243447 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-48042663-f22e-4bc6-b28f-217d43def077 req-770dd8a7-3b9b-4fba-9306-26b564396e14 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278306 Jun 29 15:24:44.266747 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:44.266747 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Checking segment: {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:44.266747 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Bound using segment: {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:44.266747 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Bound port: 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0537fb-bef0-4df0-a148-518f1c80190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:44.267577 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.340955 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653e478-eaf8-4f38-b4ff-24573fb5892d req-081f2f3d-435e-434d-85a3-4a31211a4650 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:44.353741 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f653e478-eaf8-4f38-b4ff-24573fb5892d req-081f2f3d-435e-434d-85a3-4a31211a4650 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 944 time: 0.1380546 Jun 29 15:24:44.427740 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f653e478-eaf8-4f38-b4ff-24573fb5892d req-a60d982c-1a12-4754-b8bf-5cdefdb35346 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727499 Jun 29 15:24:44.482178 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.563170 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac78c0-718e-479c-8ad5-87de13311b53,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:44.612022 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:44.620926 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 52894) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:44.679539 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d988f6e-28ab-4de2-8df8-5fc9915c8451 req-d4c92a78-bdfe-401a-9532-49de7a96180d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:44.681122 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d988f6e-28ab-4de2-8df8-5fc9915c8451 req-d4c92a78-bdfe-401a-9532-49de7a96180d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 943 time: 0.0862718 Jun 29 15:24:44.706410 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.732744 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d988f6e-28ab-4de2-8df8-5fc9915c8451 req-067a3127-9924-45dc-a5eb-a19510e070b7 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444376 Jun 29 15:24:44.747256 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] For port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:44.751045 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:44.764075 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:781bb6d6e5ff45829974771c18014839 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:44.770139 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:44.773470 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] For port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:44.785688 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:44.793414 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.801507 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:44.844106 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Attempting to bind port 4fac78c0-718e-479c-8ad5-87de13311b53 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:24:44.844427 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Attempting to bind port 4fac78c0-718e-479c-8ad5-87de13311b53 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:24:44.844745 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Attempting to bind port 4fac78c0-718e-479c-8ad5-87de13311b53 on network b1e65061-d14c-4fae-8a38-6dde5d240bd5 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:44.873352 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:44.879141 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Port 4fac78c0-718e-479c-8ad5-87de13311b53 on network b1e65061-d14c-4fae-8a38-6dde5d240bd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:24:44.879449 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Attempting to bind port 4fac78c0-718e-479c-8ad5-87de13311b53 on network b1e65061-d14c-4fae-8a38-6dde5d240bd5 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:24:44.888479 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d3d5-d8cf-4346-ac64-6ceaeaba635f req-81b13553-7a29-49ed-a98b-ad7b24439b54 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:44.893821 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-80b5d3d5-d8cf-4346-ac64-6ceaeaba635f req-81b13553-7a29-49ed-a98b-ad7b24439b54 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Synchronizing usage tracker for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:45.001427 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:45.002032 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.003425 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e HTTP/1.1" status: 200 len: 1093 time: 3.8073444 Jun 29 15:24:45.006836 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'tag': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:45.019775 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:24:45.020138 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Checking segment: {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:24:45.020498 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Bound using segment: {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:24:45.020971 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Bound port: 4fac78c0-718e-479c-8ad5-87de13311b53, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31934fe5-5608-470f-8252-344afa32f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:24:45.021331 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.124408 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'tag': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'status': 'completed', 'code': 200} Jun 29 15:24:45.129413 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Pushing event updated for resources: {'Port': ['ID=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:45.146625 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:45.150770 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-80b5d3d5-d8cf-4346-ac64-6ceaeaba635f req-81b13553-7a29-49ed-a98b-ad7b24439b54 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Unset dirty status for tenant:a41ae223b74e412c8d832d28ae4ff599 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:45.151784 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-80b5d3d5-d8cf-4346-ac64-6ceaeaba635f req-81b13553-7a29-49ed-a98b-ad7b24439b54 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 944 time: 0.7106125 Jun 29 15:24:45.152202 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:45.170756 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.172087 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60519b3c-56a2-4547-96a2-cb0b3aee4265 HTTP/1.1" status: 204 len: 168 time: 1.3237782 Jun 29 15:24:45.209733 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60519b3c-56a2-4547-96a2-cb0b3aee4265,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:45.228314 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:45.279474 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] For port 4fac78c0-718e-479c-8ad5-87de13311b53, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:24:45.293604 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-80b5d3d5-d8cf-4346-ac64-6ceaeaba635f req-3830cfb2-d0a3-4e8a-bce7-7f86f7c40318 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348231 Jun 29 15:24:45.312256 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] For port 4fac78c0-718e-479c-8ad5-87de13311b53, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4fac78c0-718e-479c-8ad5-87de13311b53,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:24:45.315612 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.319121 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.325383 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c24bb417-5c46-4628-a454-872fb598201a tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:45.361141 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.393518 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-3b81a6ad-489a-4e3a-b0d5-4b540c62ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:45.394993 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-3b81a6ad-489a-4e3a-b0d5-4b540c62ac1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25fe10920784cd19dd131f2981d62c1&device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 1096 time: 0.3306355 Jun 29 15:24:45.396211 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:45.396841 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.398079 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fac78c0-718e-479c-8ad5-87de13311b53 HTTP/1.1" status: 200 len: 1094 time: 3.3099420 Jun 29 15:24:45.401057 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7742-fc70-4d7a-bba7-bc28ae864924 req-75d3ee4b-ea16-4b03-bc8d-db7b29a37dac tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:45.403155 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d94e7742-fc70-4d7a-bba7-bc28ae864924 req-75d3ee4b-ea16-4b03-bc8d-db7b29a37dac tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 945 time: 0.1693838 Jun 29 15:24:45.498000 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d94e7742-fc70-4d7a-bba7-bc28ae864924 req-8676b5b0-f9e2-4612-af2a-acec1e75cc5b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888915 Jun 29 15:24:45.611309 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-da08d127-22f2-45e0-9bf8-718ceb2c5109 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e HTTP/1.1" status: 200 len: 217 time: 0.1909425 Jun 29 15:24:45.628933 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:24:45.702070 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=781bb6d6e5ff45829974771c18014839&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0799482 Jun 29 15:24:45.714089 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52918) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:45.746245 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac78c0-718e-479c-8ad5-87de13311b53,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:45.764225 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:45.766179 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:45.836052 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd57f033-7ad3-4228-bb55-20f0ad3670de,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:45.839499 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-85ec5017-8ccf-424e-a4ac-94fe71621764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:45.840980 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-85ec5017-8ccf-424e-a4ac-94fe71621764 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=935b6f95-166a-4a81-85a0-39156261d91d HTTP/1.1" status: 200 len: 850 time: 0.1650107 Jun 29 15:24:45.843123 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:45.847498 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 2f605579-5a49-4726-bd0a-66944fd29a77 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:45.908682 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.920108 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802919-ea24-4d5c-ac98-3be96de8bcfd req-99186e13-3c51-42a3-998b-65e2eecb67c4 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:45.927346 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-78802919-ea24-4d5c-ac98-3be96de8bcfd req-99186e13-3c51-42a3-998b-65e2eecb67c4 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 943 time: 0.3590918 Jun 29 15:24:45.930675 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-c2c849c6-8a0b-4aae-9d34-9f12daf4e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:45.932303 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-c2c849c6-8a0b-4aae-9d34-9f12daf4e6c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a41ae223b74e412c8d832d28ae4ff599&device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 1097 time: 0.3757143 Jun 29 15:24:45.975901 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:45.989378 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:46.012261 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': 'f5f022d6-d928-4dd6-8e8c-44c6b7c17d03', 'network_id': '8d4c58ee-d134-44cb-98e9-c3be55cfd158', 'port_id': 'f5f022d6-d928-4dd6-8e8c-44c6b7c17d03', 'mac_address': 'fa:16:3e:6a:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e036c3-fc22-47d3-8300-d14c6238e2d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:24:46.024750 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-6c3b89e8-576a-444c-b1bd-e4ae161e6404 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fac78c0-718e-479c-8ad5-87de13311b53 HTTP/1.1" status: 200 len: 217 time: 0.0770793 Jun 29 15:24:46.050976 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port 2f605579-5a49-4726-bd0a-66944fd29a77 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:46.068288 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port 2f605579-5a49-4726-bd0a-66944fd29a77 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:46.068928 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:46.112567 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024c86-8ed1-47dd-8fc0-dea989e5010b req-5d64693a-7f99-473c-a9a2-bd863c03cf1a tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:46.112660 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-78802919-ea24-4d5c-ac98-3be96de8bcfd req-3eb23ebe-3a06-4d0b-99a5-fa39115c4e53 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832733 Jun 29 15:24:46.118347 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-53024c86-8ed1-47dd-8fc0-dea989e5010b req-5d64693a-7f99-473c-a9a2-bd863c03cf1a tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 944 time: 0.4661567 Jun 29 15:24:46.130079 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-fb0f76fb-98a0-4a37-bfe4-6bfe497f690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:46.130762 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:46.131516 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-fb0f76fb-98a0-4a37-bfe4-6bfe497f690a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7973539c-b45e-4b06-b4b9-1da9b0e2c982 HTTP/1.1" status: 200 len: 855 time: 0.0942135 Jun 29 15:24:46.133661 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234017b-32cd-438a-a258-e18a649b160a req-e564a491-6c00-458c-bee4-32f5a2faf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:46.135328 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-e564a491-6c00-458c-bee4-32f5a2faf261 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8a88a59-ab38-4a09-8b02-523b40580204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2875326 Jun 29 15:24:46.171284 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:46.182959 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:46.200548 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:46.212988 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd57f033-7ad3-4228-bb55-20f0ad3670de,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:46.225857 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:46.234680 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:46.235955 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd57f033-7ad3-4228-bb55-20f0ad3670de HTTP/1.1" status: 204 len: 168 time: 0.5197215 Jun 29 15:24:46.302849 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-53024c86-8ed1-47dd-8fc0-dea989e5010b req-5938b345-dd5e-4987-965b-913aef4d580e tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710260 Jun 29 15:24:46.309446 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:46.329015 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:46.348007 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:46.437689 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:46.449370 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:46.450318 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:46.483058 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-11d14a89-16c2-4b98-9016-d228bcdb1989 service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391366 Jun 29 15:24:46.488599 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f605579-5a49-4726-bd0a-66944fd29a77'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:46.581501 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 2f605579-5a49-4726-bd0a-66944fd29a77, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2f605579-5a49-4726-bd0a-66944fd29a77,segment=NetworkSegment(e32d3706-c28c-4c58-9615-04f4173c488a),segment_id=e32d3706-c28c-4c58-9615-04f4173c488a)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:46.587489 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:46.588792 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:46.594559 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b9039-7100-4c95-a955-54bec3264c29 req-1a6ea1db-1e27-427e-96ff-efa7b1340185 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:46.598344 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-581b9039-7100-4c95-a955-54bec3264c29 req-1a6ea1db-1e27-427e-96ff-efa7b1340185 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 944 time: 0.1438522 Jun 29 15:24:46.627772 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:46.701380 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2234017b-32cd-438a-a258-e18a649b160a req-7d54644e-d479-415f-a777-cc012c733d16 service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650167 Jun 29 15:24:46.708858 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-581b9039-7100-4c95-a955-54bec3264c29 req-de8c2383-3c12-426f-bd0b-b53fd610e6b4 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038673 Jun 29 15:24:46.767431 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['f5f022d6-d928-4dd6-8e8c-44c6b7c17d03'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:24:46.778061 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149f96-7a73-43ab-bd4f-c48064994242 req-33a67450-cfd2-458a-b035-0bb54bc9cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:46.779581 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-33a67450-cfd2-458a-b035-0bb54bc9cbaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1e65061-d14c-4fae-8a38-6dde5d240bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6353042 Jun 29 15:24:46.798317 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=2f605579-5a49-4726-bd0a-66944fd29a77,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:46.814131 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:46.830005 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152c185-1646-445b-ae06-0bc4621c4e20 req-2fe01127-f933-4b46-a692-cc0ad027b26c tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:46.831513 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a152c185-1646-445b-ae06-0bc4621c4e20 req-2fe01127-f933-4b46-a692-cc0ad027b26c tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 944 time: 0.3482921 Jun 29 15:24:46.844881 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52954) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:46.893484 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:46.902030 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:46.902568 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.002750 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-211620d9-057e-4d75-b33d-939ecb3de971 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848993 Jun 29 15:24:47.054761 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.078557 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:47.085218 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Usage tracker for resource:security_group_rule and tenant:83b81e9351fa4f489b509ff9eacdf859 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:47.090513 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:47.095515 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.104904 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:47.135393 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef86622-6f62-4a09-a593-4c4c28d6d887 req-a31750c8-424e-447a-b095-c72bc235de49 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:47.138132 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4ef86622-6f62-4a09-a593-4c4c28d6d887 req-a31750c8-424e-447a-b095-c72bc235de49 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 945 time: 0.2345183 Jun 29 15:24:47.160329 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'tag': '4fac78c0-718e-479c-8ad5-87de13311b53'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:47.176243 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:47.185106 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.186093 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device f19d61d1-4f02-434c-8fbc-157847b29272 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:47.246290 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4ef86622-6f62-4a09-a593-4c4c28d6d887 req-4c9ab94e-b838-4d53-97bc-97b99b585d3b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979979 Jun 29 15:24:47.273968 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:47.364922 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.370946 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.386675 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0d755f8c-42fe-4f29-9810-793ab8416ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:47.401226 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a152c185-1646-445b-ae06-0bc4621c4e20 req-b40a4cb7-eb2c-4a0e-890a-bfb27599946f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973234 Jun 29 15:24:47.413662 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-65825806-53c0-43b0-a2aa-9f4d708488e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:47.415169 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-65825806-53c0-43b0-a2aa-9f4d708488e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25fe10920784cd19dd131f2981d62c1&device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 1096 time: 0.6346779 Jun 29 15:24:47.416413 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9148ac9-fe0e-465f-b779-25457cf742de,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:47.421241 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:47.447002 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83b81e9351fa4f489b509ff9eacdf859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006505 Jun 29 15:24:47.447804 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 52982) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:47.453307 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port f19d61d1-4f02-434c-8fbc-157847b29272 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:47.464321 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port f19d61d1-4f02-434c-8fbc-157847b29272 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:47.464818 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.488970 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-71149f96-7a73-43ab-bd4f-c48064994242 req-f5460965-9e74-4221-95c4-674ed15593b0 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790180 Jun 29 15:24:47.528571 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:47.534583 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.546463 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:47.567084 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.667165 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.674360 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3dfcaba0-1d22-4b1f-90b2-1887c5a322e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:47.690534 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9148ac9-fe0e-465f-b779-25457cf742de,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:47.701190 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:47.702313 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.703774 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9148ac9-fe0e-465f-b779-25457cf742de HTTP/1.1" status: 204 len: 168 time: 0.2550237 Jun 29 15:24:47.709134 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-945826b8-c2e4-4d0e-97fd-e141bbf4a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:47.711219 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-945826b8-c2e4-4d0e-97fd-e141bbf4a92b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8a88a59-ab38-4a09-8b02-523b40580204 HTTP/1.1" status: 200 len: 912 time: 0.2818244 Jun 29 15:24:47.732829 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.769264 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f19d61d1-4f02-434c-8fbc-157847b29272, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f19d61d1-4f02-434c-8fbc-157847b29272,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:47.775000 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:47.780835 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:47.784423 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-0ba09c0c-0232-4222-aefe-055bef3b33fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e HTTP/1.1" status: 200 len: 217 time: 0.0641487 Jun 29 15:24:47.834271 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f195b84-d37c-47e8-b7cf-0e49886ccbc7 req-244a526c-94a7-45e5-bbb4-ae34b4e5b99b tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:47.836042 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f195b84-d37c-47e8-b7cf-0e49886ccbc7 req-244a526c-94a7-45e5-bbb4-ae34b4e5b99b tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 943 time: 0.2134347 Jun 29 15:24:47.879434 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=f19d61d1-4f02-434c-8fbc-157847b29272,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:47.885229 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:47.915520 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f605579-5a49-4726-bd0a-66944fd29a77', 'code': 200} Jun 29 15:24:47.927114 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f195b84-d37c-47e8-b7cf-0e49886ccbc7 req-e9885df0-7587-4627-bb8a-2604c3f64f7d tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780652 Jun 29 15:24:47.936531 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-93da5db4-a4e4-444c-b093-34813c9b0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:47.938393 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-93da5db4-a4e4-444c-b093-34813c9b0035 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=935b6f95-166a-4a81-85a0-39156261d91d HTTP/1.1" status: 200 len: 850 time: 0.1478713 Jun 29 15:24:48.068692 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'tag': '4fac78c0-718e-479c-8ad5-87de13311b53', 'status': 'completed', 'code': 200} Jun 29 15:24:48.290760 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8184d61-8468-4c26-9092-0b21e26e205c req-561aec72-c120-4c67-af9a-1a911a0f3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.292371 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8184d61-8468-4c26-9092-0b21e26e205c req-561aec72-c120-4c67-af9a-1a911a0f3b83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a41ae223b74e412c8d832d28ae4ff599&device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 1097 time: 0.2646244 Jun 29 15:24:48.296197 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-e8d99e8d-9f64-4c4c-a4ef-a38ae139d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.297712 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-e8d99e8d-9f64-4c4c-a4ef-a38ae139d99b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8a88a59-ab38-4a09-8b02-523b40580204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3509514 Jun 29 15:24:48.298585 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978c9af-5c2f-4e5f-ab81-1427c2cf7b9f req-323de87a-f41f-470e-803b-d284cb2516f8 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.300466 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d978c9af-5c2f-4e5f-ab81-1427c2cf7b9f req-323de87a-f41f-470e-803b-d284cb2516f8 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 944 time: 0.1054735 Jun 29 15:24:48.309231 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53012) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:48.309522 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece456be-bc12-4d90-9a70-8e2b1380b762 req-e6c4c1d1-1fc5-40aa-b9f0-ac8a117c623b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.310966 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ece456be-bc12-4d90-9a70-8e2b1380b762 req-e6c4c1d1-1fc5-40aa-b9f0-ac8a117c623b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.2369454 Jun 29 15:24:48.371983 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.412847 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:48.417346 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe69c210c5545cc8d4d8e1534907dc5 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:48.420297 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:48.426242 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:48.528605 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.533513 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d978c9af-5c2f-4e5f-ab81-1427c2cf7b9f req-a0be58f1-8d83-4748-a885-4c6b231e71fe tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257562 Jun 29 15:24:48.534637 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.553591 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:48.600345 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbe69c210c5545cc8d4d8e1534907dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871308 Jun 29 15:24:48.600345 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cefa01-f239-4d81-8acb-907542b7c42e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:48.602165 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53024) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:48.604970 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:48.644078 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-e433e86d-1073-43be-957a-7bc760feaf20 service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320251 Jun 29 15:24:48.645286 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8184d61-8468-4c26-9092-0b21e26e205c req-469878b9-5069-4476-b0b6-41ef45c6d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.647194 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8184d61-8468-4c26-9092-0b21e26e205c req-469878b9-5069-4476-b0b6-41ef45c6d672 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1e65061-d14c-4fae-8a38-6dde5d240bd5 HTTP/1.1" status: 200 len: 917 time: 0.3338754 Jun 29 15:24:48.669343 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ece456be-bc12-4d90-9a70-8e2b1380b762 req-f3638902-40c5-4726-931b-b80ce4e6aa8b tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003361 Jun 29 15:24:48.692667 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.750966 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.759101 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-672ad0c7-a1c6-4323-ab3a-6c6c739800a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.761767 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-672ad0c7-a1c6-4323-ab3a-6c6c739800a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 1098 time: 0.5559995 Jun 29 15:24:48.813056 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8184d61-8468-4c26-9092-0b21e26e205c req-77f25ae3-e013-40f2-a622-7d47d2c7a468 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fac78c0-718e-479c-8ad5-87de13311b53 HTTP/1.1" status: 200 len: 217 time: 0.1536126 Jun 29 15:24:48.828576 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.895346 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.899315 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ab1397ca-ba5d-44de-b60f-d29d0eace914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:48.915489 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cefa01-f239-4d81-8acb-907542b7c42e,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:48.919702 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:48.929448 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:48.932991 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88cefa01-f239-4d81-8acb-907542b7c42e HTTP/1.1" status: 204 len: 168 time: 0.3276358 Jun 29 15:24:48.940131 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b399-c3fa-457b-831e-68d91e05cfc3 req-791bf777-d5a3-48e3-bf3b-3b38affc589e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.942095 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7e07b399-c3fa-457b-831e-68d91e05cfc3 req-791bf777-d5a3-48e3-bf3b-3b38affc589e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.1936951 Jun 29 15:24:48.946097 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8184d61-8468-4c26-9092-0b21e26e205c req-1061e9a8-a364-49af-8ca0-5880f54e2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:48.947791 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8184d61-8468-4c26-9092-0b21e26e205c req-1061e9a8-a364-49af-8ca0-5880f54e2bb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7973539c-b45e-4b06-b4b9-1da9b0e2c982 HTTP/1.1" status: 200 len: 855 time: 0.1212544 Jun 29 15:24:49.008973 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7e07b399-c3fa-457b-831e-68d91e05cfc3 req-982a7278-f1a6-4353-8bb2-acf447f94b58 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Jun 29 15:24:49.154651 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c52a2faf-daff-439b-b67e-31bce2cb5c3e req-cb6a0769-3f4b-4cd7-8756-c2f5cdf884ec service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931092 Jun 29 15:24:49.157149 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:49.169018 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Usage tracker for resource:security_group_rule and tenant:5548f426029f458b936fa9c052f437de is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:49.173279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:49.184797 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:49.247649 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9bdb9-e77c-423e-845d-93df0a4ac03a req-5b7d0497-c4eb-4273-a0ea-d63ab9228003 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:49.249168 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b9c9bdb9-e77c-423e-845d-93df0a4ac03a req-5b7d0497-c4eb-4273-a0ea-d63ab9228003 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 943 time: 0.0974951 Jun 29 15:24:49.261979 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be690f-8e39-4191-ac2b-8f7fc7879242 req-91944ad7-9cbe-4094-b154-ba2c79efa641 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:49.263593 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a2be690f-8e39-4191-ac2b-8f7fc7879242 req-91944ad7-9cbe-4094-b154-ba2c79efa641 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 944 time: 0.3200371 Jun 29 15:24:49.267063 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8184d61-8468-4c26-9092-0b21e26e205c req-db74f19a-c577-44dd-b3c6-41e3a74adc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:49.268542 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8184d61-8468-4c26-9092-0b21e26e205c req-db74f19a-c577-44dd-b3c6-41e3a74adc05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1e65061-d14c-4fae-8a38-6dde5d240bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1627982 Jun 29 15:24:49.312458 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-b9c9bdb9-e77c-423e-845d-93df0a4ac03a req-f7d925c2-1c32-46e1-bbcd-4ad11a2a6252 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Synchronizing usage tracker for tenant:f25fe10920784cd19dd131f2981d62c1 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:49.334749 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:49.339577 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-b9c9bdb9-e77c-423e-845d-93df0a4ac03a req-f7d925c2-1c32-46e1-bbcd-4ad11a2a6252 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Unset dirty status for tenant:f25fe10920784cd19dd131f2981d62c1 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:49.341438 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b9c9bdb9-e77c-423e-845d-93df0a4ac03a req-f7d925c2-1c32-46e1-bbcd-4ad11a2a6252 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860989 Jun 29 15:24:49.492011 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:49.506048 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53052) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:49.525320 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:49.543255 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:49.547881 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:438deefc9a6740d8a811cb70666274e8 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:49.551410 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:49.557968 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:49.571283 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:49.645203 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:24:49.646023 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f3b46b1b-7903-4ae0-b5ca-f9e60c46b0af req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8735979 Jun 29 15:24:49.646506 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2463c452-9413-4f26-8717-a9985b341b40,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:49.650328 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:49.675660 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:49.681474 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:49.698985 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a2be690f-8e39-4191-ac2b-8f7fc7879242 req-c7d54ab7-ac0e-4372-8bae-4dd9bd878a3b tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624012 Jun 29 15:24:49.734672 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a1195c33-d1a8-43ca-9bcc-0da00f287340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:49.740814 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8184d61-8468-4c26-9092-0b21e26e205c req-7c1c45b2-687f-4fe6-88d5-d619fc6e1f09 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028664 Jun 29 15:24:49.746448 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53060) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:49.746648 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=438deefc9a6740d8a811cb70666274e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387896 Jun 29 15:24:49.780070 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5039eec-5aa6-4557-81a3-5efd73263851,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:49.787893 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:49.873425 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:24:49.882872 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:24:49.883741 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:49.945390 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a7f40-6357-45d1-8781-0896806e2232 req-fd96cca5-dc20-4a65-8960-0cc8380e3fbd tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:49.953157 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-447a7f40-6357-45d1-8781-0896806e2232 req-fd96cca5-dc20-4a65-8960-0cc8380e3fbd tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 944 time: 0.1451781 Jun 29 15:24:50.001528 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74310b98-0348-495a-a70e-d8122d95b045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c6fbaf-caaf-4eb4-ba3b-97b653613aa3'}, {'server_uuid': '7aaffee0-9842-4839-86ca-80a1f0ad5d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19d61d1-4f02-434c-8fbc-157847b29272'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:50.009117 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:50.024134 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-447a7f40-6357-45d1-8781-0896806e2232 req-ec4dad06-0639-4ee4-8c0d-b85bbd891d6f tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658524 Jun 29 15:24:50.199993 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74310b98-0348-495a-a70e-d8122d95b045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c6fbaf-caaf-4eb4-ba3b-97b653613aa3', 'code': 200} Jun 29 15:24:50.200829 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaffee0-9842-4839-86ca-80a1f0ad5d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19d61d1-4f02-434c-8fbc-157847b29272', 'code': 200} Jun 29 15:24:50.254497 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:50.263131 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8184d61-8468-4c26-9092-0b21e26e205c req-8cbba5c6-b127-4670-b818-5b46aabf7d21 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309845 Jun 29 15:24:50.316058 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:50.321950 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f593b-52dd-4807-801e-370b42a2adb8 req-7f8a1eea-c802-4e8d-a1c3-e54a3981b9e8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:50.323688 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-376f593b-52dd-4807-801e-370b42a2adb8 req-7f8a1eea-c802-4e8d-a1c3-e54a3981b9e8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.3107927 Jun 29 15:24:50.405554 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f5f022d6-d928-4dd6-8e8c-44c6b7c17d03, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,segment=NetworkSegment(c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d),segment_id=c9acfeaf-0ada-4589-8d1f-07b2e5bbdf2d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:50.418403 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:50.421673 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:50.434052 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-376f593b-52dd-4807-801e-370b42a2adb8 req-5927b178-d75c-4a7d-93f7-ef06ff78b0b8 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024537 Jun 29 15:24:50.434896 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:50.457059 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bc3b36d7-8201-4bb9-b597-95e5a6a0e736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:50.513203 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:50.528849 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5039eec-5aa6-4557-81a3-5efd73263851 HTTP/1.1" status: 204 len: 168 time: 0.7751055 Jun 29 15:24:50.530227 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5039eec-5aa6-4557-81a3-5efd73263851,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:50.553711 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.554680 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.555049 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.555405 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.557857 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.558401 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.558743 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:50.558850 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.559117 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.559448 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.561694 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.562154 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.563916 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:24:50.565658 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:50.570224 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-79003ba9-0a53-4c19-a326-62e5323af415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:50.737568 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc078c9-72c3-4597-a31e-dd6ea7709dd4 req-1c977b0b-fc98-43a8-9d66-22bd017bcb60 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:50.742863 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8bc078c9-72c3-4597-a31e-dd6ea7709dd4 req-1c977b0b-fc98-43a8-9d66-22bd017bcb60 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.3015506 Jun 29 15:24:50.807753 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8bc078c9-72c3-4597-a31e-dd6ea7709dd4 req-648aeddb-9717-482e-b723-9f8416512c6a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602319 Jun 29 15:24:50.870536 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c31-216a-4294-90d1-c360291faca3 req-89f59471-4f11-4780-bf04-4ed2f0b7548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:50.871936 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b9fa0c31-216a-4294-90d1-c360291faca3 req-89f59471-4f11-4780-bf04-4ed2f0b7548f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.2487788 Jun 29 15:24:50.877750 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e27c-f909-4217-af3b-8757c4318ec8 req-52d98b7d-bdfd-4a7c-995a-33fc20f696e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:50.879124 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b08e27c-f909-4217-af3b-8757c4318ec8 req-52d98b7d-bdfd-4a7c-995a-33fc20f696e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 1099 time: 0.1803761 Jun 29 15:24:50.922022 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c9e00-e0ad-4fb0-81b8-d3e93cb8683b req-72ea507c-8f46-479b-976f-36c324f319ce tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:50.923019 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef2c9e00-e0ad-4fb0-81b8-d3e93cb8683b req-72ea507c-8f46-479b-976f-36c324f319ce tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 943 time: 0.2294338 Jun 29 15:24:51.000687 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b9fa0c31-216a-4294-90d1-c360291faca3 req-c4a3c36e-7e5d-40ec-8e2f-df0360c54b4c service neutron] Synchronizing usage tracker for tenant:5548f426029f458b936fa9c052f437de on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:51.028756 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-8b08e27c-f909-4217-af3b-8757c4318ec8 req-a570e13f-e1e3-4c78-b9ca-e1c39d745965 service neutron] Synchronizing usage tracker for tenant:5548f426029f458b936fa9c052f437de on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:24:51.029461 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729e5f4-e539-4d84-9011-8d68d7801ca9 req-c781e744-4868-474d-89d8-1cee1c78367f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:51.031624 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5729e5f4-e539-4d84-9011-8d68d7801ca9 req-c781e744-4868-474d-89d8-1cee1c78367f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1090953 Jun 29 15:24:51.052866 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef2c9e00-e0ad-4fb0-81b8-d3e93cb8683b req-fa715fb5-4b1b-46a2-99ad-9841a6b0d092 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116045 Jun 29 15:24:51.064894 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b9fa0c31-216a-4294-90d1-c360291faca3 req-c4a3c36e-7e5d-40ec-8e2f-df0360c54b4c service neutron] Unset dirty status for tenant:5548f426029f458b936fa9c052f437de on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:51.067073 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b9fa0c31-216a-4294-90d1-c360291faca3 req-c4a3c36e-7e5d-40ec-8e2f-df0360c54b4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856115 Jun 29 15:24:51.070380 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-8b08e27c-f909-4217-af3b-8757c4318ec8 req-a570e13f-e1e3-4c78-b9ca-e1c39d745965 service neutron] Unset dirty status for tenant:5548f426029f458b936fa9c052f437de on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:24:51.071567 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b08e27c-f909-4217-af3b-8757c4318ec8 req-a570e13f-e1e3-4c78-b9ca-e1c39d745965 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772563 Jun 29 15:24:51.126430 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5729e5f4-e539-4d84-9011-8d68d7801ca9 req-b866396f-1cbc-433f-b83f-9fd6071c2271 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886154 Jun 29 15:24:51.262504 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f669cf-dc03-4dae-b161-384b8e728fcb req-c9262dc5-ad25-46fa-8ada-101ee31b435e tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:51.265049 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-61f669cf-dc03-4dae-b161-384b8e728fcb req-c9262dc5-ad25-46fa-8ada-101ee31b435e tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 944 time: 0.0944812 Jun 29 15:24:51.333310 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-61f669cf-dc03-4dae-b161-384b8e728fcb req-d11b5d5d-7b85-402e-80e5-5923d97b3510 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593655 Jun 29 15:24:51.655374 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:24:51.674826 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc05d6c-880a-4ba2-a5a0-feded69d9050 req-69547f74-e954-4995-9025-e8d888223f1a tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:51.677053 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dbc05d6c-880a-4ba2-a5a0-feded69d9050 req-69547f74-e954-4995-9025-e8d888223f1a tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.0969405 Jun 29 15:24:51.770262 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dbc05d6c-880a-4ba2-a5a0-feded69d9050 req-a06c6712-d3df-42c5-b8d0-469f93fc55f6 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814266 Jun 29 15:24:51.840332 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:51.855753 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'port_id': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'mac_address': 'fa:16:3e:93:88:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:24:51.922739 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:51.942584 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:51.961512 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:51.968871 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:51.970692 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 4fac78c0-718e-479c-8ad5-87de13311b53 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:24:51.974774 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:52.059359 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba42dd-3d05-4a4b-95f2-2e1502fdfba6 req-aa9cd75e-1dc3-4e95-8dc5-a5ad63134689 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:52.067750 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c9ba42dd-3d05-4a4b-95f2-2e1502fdfba6 req-aa9cd75e-1dc3-4e95-8dc5-a5ad63134689 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.1257906 Jun 29 15:24:52.135045 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c9ba42dd-3d05-4a4b-95f2-2e1502fdfba6 req-fd75c826-5a65-42f7-bd70-ae072047cadb tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662713 Jun 29 15:24:52.146887 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:52.150070 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:52.202286 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b949277-ab76-481f-a870-410eb8c2f38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f022d6-d928-4dd6-8e8c-44c6b7c17d03'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:24:52.208900 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 4fac78c0-718e-479c-8ad5-87de13311b53, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4fac78c0-718e-479c-8ad5-87de13311b53,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:52.225433 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': '4fac78c0-718e-479c-8ad5-87de13311b53', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'port_id': '4fac78c0-718e-479c-8ad5-87de13311b53', 'mac_address': 'fa:16:3e:1d:1f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:24:52.278264 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a93c0f-b770-42b3-8268-0344c3c95302 req-dfd9045b-d4b0-4bd8-b778-077dc05d812d tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:52.287463 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-03a93c0f-b770-42b3-8268-0344c3c95302 req-dfd9045b-d4b0-4bd8-b778-077dc05d812d tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 944 time: 0.1024511 Jun 29 15:24:52.303183 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:52.325061 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fac78c0-718e-479c-8ad5-87de13311b53 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:24:52.340816 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-03a93c0f-b770-42b3-8268-0344c3c95302 req-5f0576a8-74be-48e2-947f-ff608b2b53da tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520971 Jun 29 15:24:52.346492 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 4fac78c0-718e-479c-8ad5-87de13311b53, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4fac78c0-718e-479c-8ad5-87de13311b53,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:24:52.354824 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:52.367821 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d3ea73d0-232e-42c1-8cf7-9dd4066ddff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:24:52.431658 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b949277-ab76-481f-a870-410eb8c2f38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f022d6-d928-4dd6-8e8c-44c6b7c17d03', 'code': 200} Jun 29 15:24:52.435235 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137d5d4-8d12-4480-b8d5-df398875dd49 req-f818a00b-cf6e-4f0a-8275-68a7cfb97136 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:52.445442 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0137d5d4-8d12-4480-b8d5-df398875dd49 req-f818a00b-cf6e-4f0a-8275-68a7cfb97136 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1440079 Jun 29 15:24:52.498209 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=4fac78c0-718e-479c-8ad5-87de13311b53,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:24:52.501658 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:24:52.506262 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0137d5d4-8d12-4480-b8d5-df398875dd49 req-aa58d7cf-1fbc-49c0-8c93-24550940edc9 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Jun 29 15:24:52.667536 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7283d-8352-4a73-aa51-5ba27669618c req-6ae8545a-9217-44ab-9bc7-a607293ea3ef tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:52.669698 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c8d7283d-8352-4a73-aa51-5ba27669618c req-6ae8545a-9217-44ab-9bc7-a607293ea3ef tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 945 time: 0.1582069 Jun 29 15:24:52.727328 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c8d7283d-8352-4a73-aa51-5ba27669618c req-8ba75f7c-f4df-4fd9-955a-e5d151d6b0bc tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501943 Jun 29 15:24:52.958471 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e13de2-787a-491a-80a3-14580a0b6879 req-b437e53b-248b-42e2-875a-87eedcf19ae0 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:52.967872 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-53e13de2-787a-491a-80a3-14580a0b6879 req-b437e53b-248b-42e2-875a-87eedcf19ae0 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.0991557 Jun 29 15:24:53.010923 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-53e13de2-787a-491a-80a3-14580a0b6879 req-fb7d91f9-a6a0-4e1c-bfde-fcd96c7452f7 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Jun 29 15:24:53.367785 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf189f-c0c1-4df9-9269-ea309e856e5f req-30469676-9744-475d-9b1e-8d5258c291fe tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:53.369851 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ddcf189f-c0c1-4df9-9269-ea309e856e5f req-30469676-9744-475d-9b1e-8d5258c291fe tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.0869324 Jun 29 15:24:53.425208 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ddcf189f-c0c1-4df9-9269-ea309e856e5f req-ce3dc19c-fcf1-424b-af4b-f8076ad5f076 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496266 Jun 29 15:24:53.546112 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7d7d-20b0-4f0a-a41e-27f16c2d8509 req-acab4bfe-f74f-44c1-b8eb-2cbba7107166 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:53.547681 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-09ad7d7d-20b0-4f0a-a41e-27f16c2d8509 req-acab4bfe-f74f-44c1-b8eb-2cbba7107166 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 944 time: 0.0925207 Jun 29 15:24:53.591479 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-09ad7d7d-20b0-4f0a-a41e-27f16c2d8509 req-1ab381a9-3124-4b38-bcbc-c4b4913eb77c tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381813 Jun 29 15:24:53.696148 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1bf0-3813-4460-8523-c6ff094e98c0 req-4761012a-b531-4592-baaf-007108fa27f9 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:53.697633 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-24ce1bf0-3813-4460-8523-c6ff094e98c0 req-4761012a-b531-4592-baaf-007108fa27f9 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0794072 Jun 29 15:24:53.745975 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-24ce1bf0-3813-4460-8523-c6ff094e98c0 req-edbb329a-0d53-4d96-9db8-9c12d4871dea tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Jun 29 15:24:53.931424 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c6b8-12db-43b3-a386-81595451c071 req-598a626e-f1ac-4164-b3ab-038fa6a23f33 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:53.932921 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-06f7c6b8-12db-43b3-a386-81595451c071 req-598a626e-f1ac-4164-b3ab-038fa6a23f33 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 945 time: 0.0862222 Jun 29 15:24:53.981928 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-06f7c6b8-12db-43b3-a386-81595451c071 req-11d17fe2-d367-473d-9e81-ee367157e7a4 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Jun 29 15:24:54.612418 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722cf3-ac68-4004-92c2-f7a6c40d8833 req-504d4188-451d-47d2-84b1-af0029ea0e99 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:54.614589 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3a722cf3-ac68-4004-92c2-f7a6c40d8833 req-504d4188-451d-47d2-84b1-af0029ea0e99 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.0844386 Jun 29 15:24:54.676201 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3a722cf3-ac68-4004-92c2-f7a6c40d8833 req-ea63db7c-29b6-4e59-a311-a0901e48b61a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545745 Jun 29 15:24:54.801822 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f31361-d5e9-4b28-8042-0ad79e2f02a3 req-616e19e5-3342-4c4a-b95c-7365258f9d7d tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:54.803413 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-27f31361-d5e9-4b28-8042-0ad79e2f02a3 req-616e19e5-3342-4c4a-b95c-7365258f9d7d tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 944 time: 0.0866683 Jun 29 15:24:54.853346 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-27f31361-d5e9-4b28-8042-0ad79e2f02a3 req-2d61b59e-3508-4d35-b8f2-84a9aebbba8f tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439427 Jun 29 15:24:54.964958 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a614b2-f185-4ca6-9c76-1ea7d6e637bd req-c1dc0cb3-e4ad-4447-a588-9b5ce8927640 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:54.966437 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-88a614b2-f185-4ca6-9c76-1ea7d6e637bd req-c1dc0cb3-e4ad-4447-a588-9b5ce8927640 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0850101 Jun 29 15:24:55.014743 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-88a614b2-f185-4ca6-9c76-1ea7d6e637bd req-54737e3a-e002-47f4-b099-3cfcd614c537 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Jun 29 15:24:55.179832 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11809e9-08e6-494e-8104-c19812e692a3 req-3599474b-f3a4-489e-aa9e-323c2ff3aa64 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:55.182034 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a11809e9-08e6-494e-8104-c19812e692a3 req-3599474b-f3a4-489e-aa9e-323c2ff3aa64 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 945 time: 0.0882792 Jun 29 15:24:55.232292 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a11809e9-08e6-494e-8104-c19812e692a3 req-a3991a97-c0f3-453d-a054-b405e6e754e0 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445030 Jun 29 15:24:55.870528 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dc975-bf77-4981-8d6b-75f4a60c8ee8 req-836844d7-fb9d-439c-8802-f25a238fff08 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:55.871977 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da7dc975-bf77-4981-8d6b-75f4a60c8ee8 req-836844d7-fb9d-439c-8802-f25a238fff08 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.0886252 Jun 29 15:24:55.918634 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da7dc975-bf77-4981-8d6b-75f4a60c8ee8 req-bb38159a-90ac-49e7-9d7b-7bd938de03c3 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Jun 29 15:24:56.092427 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6efa1f-e331-4c51-8f85-2546df352738 req-5f7542f2-64f3-46ab-b515-3c9fc87af20a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:56.093998 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-da6efa1f-e331-4c51-8f85-2546df352738 req-5f7542f2-64f3-46ab-b515-3c9fc87af20a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 944 time: 0.1349249 Jun 29 15:24:56.142121 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-da6efa1f-e331-4c51-8f85-2546df352738 req-4079db9d-5cc2-4fb3-a0d3-1902f687d6fa tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414655 Jun 29 15:24:56.204553 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ac991-c8aa-4d1c-ae87-88e91d496ae8 req-fd4c8094-d2a4-4e81-ba85-ae4607e4d5d0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:56.205954 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-126ac991-c8aa-4d1c-ae87-88e91d496ae8 req-fd4c8094-d2a4-4e81-ba85-ae4607e4d5d0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0850191 Jun 29 15:24:56.255865 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-126ac991-c8aa-4d1c-ae87-88e91d496ae8 req-23dd9df9-810f-46c2-8aae-a2e9574ec4e3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 Jun 29 15:24:56.474306 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87496ed-9ce7-4e19-a2fe-a568113bb2ee req-83ba1060-485f-40bd-b039-78d7f2f92171 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:56.475747 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e87496ed-9ce7-4e19-a2fe-a568113bb2ee req-83ba1060-485f-40bd-b039-78d7f2f92171 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 945 time: 0.0905356 Jun 29 15:24:56.523039 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e87496ed-9ce7-4e19-a2fe-a568113bb2ee req-260a8e31-d8da-499a-85cb-d775edf142a7 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 Jun 29 15:24:56.832266 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aed13-d7cd-448e-bfa1-5cf9277c7b6e req-c799eeba-cc57-4376-bd40-db9c0a7ecdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:56.834055 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-491aed13-d7cd-448e-bfa1-5cf9277c7b6e req-c799eeba-cc57-4376-bd40-db9c0a7ecdb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 1098 time: 0.0843391 Jun 29 15:24:56.879001 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-491aed13-d7cd-448e-bfa1-5cf9277c7b6e req-970cd60c-6dea-4ff9-a302-542bbd6cbe52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Jun 29 15:24:57.114509 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c17dde-0d1e-4f3c-b100-2473f619bdd5 req-4be04a75-347c-4b30-8341-c2d3bf5ad7f4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:57.115885 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c4c17dde-0d1e-4f3c-b100-2473f619bdd5 req-4be04a75-347c-4b30-8341-c2d3bf5ad7f4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.0900748 Jun 29 15:24:57.119122 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['4fac78c0-718e-479c-8ad5-87de13311b53'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:24:57.145285 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:24:57.167975 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c4c17dde-0d1e-4f3c-b100-2473f619bdd5 req-49f28e0f-7f25-4177-ab55-32fd74744252 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Jun 29 15:24:57.369148 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856039c-50e2-4202-b0b6-eb3287aa5c52 req-703c0f11-2e59-4482-a599-e0c97b06a451 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:57.370714 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a856039c-50e2-4202-b0b6-eb3287aa5c52 req-703c0f11-2e59-4482-a599-e0c97b06a451 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 944 time: 0.1159399 Jun 29 15:24:57.439364 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a856039c-50e2-4202-b0b6-eb3287aa5c52 req-6924b654-42f5-4f13-afea-aa05b8b1106a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563970 Jun 29 15:24:57.544626 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160931c-7795-4f1e-9088-5e01e53bd0cf req-c10736b3-8963-4ef2-9de0-ff2c1a85c870 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:57.546134 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b160931c-7795-4f1e-9088-5e01e53bd0cf req-c10736b3-8963-4ef2-9de0-ff2c1a85c870 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0955842 Jun 29 15:24:57.635560 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b160931c-7795-4f1e-9088-5e01e53bd0cf req-67a93ada-6a53-4e99-a410-4ac009905591 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Jun 29 15:24:57.870924 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d5d2-d5db-4e53-a1d0-6462a5119d76 req-9cb45571-65a5-411f-8d85-48e6dacbebdc tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:57.872548 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-aea8d5d2-d5db-4e53-a1d0-6462a5119d76 req-9cb45571-65a5-411f-8d85-48e6dacbebdc tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 945 time: 0.0886891 Jun 29 15:24:57.919246 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-aea8d5d2-d5db-4e53-a1d0-6462a5119d76 req-ca6889b6-f5a1-4eb2-95f1-0ed7d174f276 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406346 Jun 29 15:24:58.372434 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd91e4-f9d7-4c00-ba82-be0ab7a47dbb req-a91580fd-f340-4879-ad80-b2bd84bbf8a8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:58.373936 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8dd91e4-f9d7-4c00-ba82-be0ab7a47dbb req-a91580fd-f340-4879-ad80-b2bd84bbf8a8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 946 time: 0.0896003 Jun 29 15:24:58.418509 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8dd91e4-f9d7-4c00-ba82-be0ab7a47dbb req-7c7e45ef-dd8d-459a-b625-578f390c090f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387390 Jun 29 15:24:58.645115 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555baed-627e-4db6-a983-a775d59f4233 req-7eb94cf0-bb94-4596-b026-08a9b5d5bd75 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:58.646588 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e555baed-627e-4db6-a983-a775d59f4233 req-7eb94cf0-bb94-4596-b026-08a9b5d5bd75 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 944 time: 0.0933425 Jun 29 15:24:58.710668 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e555baed-627e-4db6-a983-a775d59f4233 req-55b2e7dc-314a-4423-8f17-210b5b2fea19 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553546 Jun 29 15:24:58.863340 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f369b-8644-48cd-840e-961d59289369 req-c5fe0315-9331-4daf-a9c0-3927d2d757b6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:58.864912 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b60f369b-8644-48cd-840e-961d59289369 req-c5fe0315-9331-4daf-a9c0-3927d2d757b6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0961287 Jun 29 15:24:58.929439 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b60f369b-8644-48cd-840e-961d59289369 req-78e06630-719d-4f07-bf5c-90ab352b5338 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575325 Jun 29 15:24:59.213748 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b2d4-7217-44e2-a899-0239f418b3c6 req-ff91bc27-e6ed-46ee-8aa1-d060207e6213 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:59.225998 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c271b2d4-7217-44e2-a899-0239f418b3c6 req-ff91bc27-e6ed-46ee-8aa1-d060207e6213 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 945 time: 0.1360836 Jun 29 15:24:59.311028 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c271b2d4-7217-44e2-a899-0239f418b3c6 req-b65f54ff-5bc4-4c8b-93cd-3b9bd8a6c9d5 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837317 Jun 29 15:24:59.486040 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-f74404cb-8b4f-4abf-a4a8-a49e8fd5c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:59.489318 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-f74404cb-8b4f-4abf-a4a8-a49e8fd5c02f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 1098 time: 0.1771436 Jun 29 15:24:59.599927 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d2f4-6651-475b-8ad8-53dc7fd0b5b0 req-f85e56e1-49a9-4e44-be46-38ec6880df30 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:59.601465 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1288d2f4-6651-475b-8ad8-53dc7fd0b5b0 req-f85e56e1-49a9-4e44-be46-38ec6880df30 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1021042 Jun 29 15:24:59.673286 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1288d2f4-6651-475b-8ad8-53dc7fd0b5b0 req-fa6a96e2-e1ed-44df-bc45-e765a50391e1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654624 Jun 29 15:24:59.675062 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53366) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:24:59.692241 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-9e669d4f-9728-4489-b0c9-171e9bacf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:59.693779 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-9e669d4f-9728-4489-b0c9-171e9bacf10f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.1780488 Jun 29 15:24:59.783512 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-6a11c88a-3833-4632-9f6c-d4c8a4a6d334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 HTTP/1.1" status: 200 len: 217 time: 0.0807192 Jun 29 15:24:59.833410 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:24:59.851552 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-9bc7242b-66bd-41d8-b127-1375f05cd1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:59.853068 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-9bc7242b-66bd-41d8-b127-1375f05cd1fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.0636251 Jun 29 15:24:59.893790 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:24:59.899359 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Usage tracker for resource:security_group_rule and tenant:3b2594b059d84c08bbb7f34a843f921e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:24:59.903369 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:24:59.903823 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-c2e53cc1-03ab-4d66-aaf4-b976522bb70e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438976 Jun 29 15:24:59.912750 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:24:59.971522 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e47c-af01-4174-aec7-acd91872b809 req-a1cb517b-de14-46af-88e8-bb08212bb661 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:24:59.973179 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1cb4e47c-af01-4174-aec7-acd91872b809 req-a1cb517b-de14-46af-88e8-bb08212bb661 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 944 time: 0.1432023 Jun 29 15:25:00.048094 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:25:00.054549 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1cb4e47c-af01-4174-aec7-acd91872b809 req-3dab4eec-3c68-415d-b694-5cb736d5eb1f tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720654 Jun 29 15:25:00.087341 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-98699eb0-c265-4178-9d1f-01395454c7bf service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759648 Jun 29 15:25:00.093550 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.099340 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.117367 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-db5df668-6806-4970-834c-a8f4b820e1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:00.170710 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:25:00.177923 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:25:00.178789 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.276908 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb7e8e34-df92-446c-8b81-bf2182da41d9 req-b8d70a3a-3043-4a27-867a-8ac885406b7b service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821911 Jun 29 15:25:00.301644 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53386) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:00.314271 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b2594b059d84c08bbb7f34a843f921e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280298 Jun 29 15:25:00.325716 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797e7c2e-3cff-4c17-82c1-7480ee0e95ef,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:00.334132 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.335449 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.335834 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.336329 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.336640 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.342919 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.349672 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.350410 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.353985 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.354330 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.354672 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.355537 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.362994 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:00.371077 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.414215 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:00.426948 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,segment=NetworkSegment(7e0537fb-bef0-4df0-a148-518f1c80190d),segment_id=7e0537fb-bef0-4df0-a148-518f1c80190d)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:25:00.435452 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.436650 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 4fac78c0-718e-479c-8ad5-87de13311b53 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:25:00.454917 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.468924 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:00.508504 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.552416 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdcbf1-81ff-48f1-ba4f-1ae77a99095b req-67023bf5-ce5e-425a-9150-0d74397eda4b tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:00.554587 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-32cdcbf1-81ff-48f1-ba4f-1ae77a99095b req-67023bf5-ce5e-425a-9150-0d74397eda4b tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 945 time: 0.1000602 Jun 29 15:25:00.589017 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:00.598128 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.599815 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.600162 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.600495 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.600915 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.601243 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.601564 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.601877 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.602389 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e85a93db-a270-42ea-89f6-3e69667d5033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:00.602614 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.603229 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.603698 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.604158 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.604644 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:00.610182 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:00.614482 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port 4fac78c0-718e-479c-8ad5-87de13311b53 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:25:00.616516 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797e7c2e-3cff-4c17-82c1-7480ee0e95ef,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:00.621164 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.622499 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/797e7c2e-3cff-4c17-82c1-7480ee0e95ef HTTP/1.1" status: 204 len: 168 time: 0.3198776 Jun 29 15:25:00.623752 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:00.630566 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port 4fac78c0-718e-479c-8ad5-87de13311b53 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:25:00.630956 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.645967 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-32cdcbf1-81ff-48f1-ba4f-1ae77a99095b req-3331653b-8f76-4aaa-a11c-57c765c3c426 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816460 Jun 29 15:25:00.837764 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'code': 200} Jun 29 15:25:00.839108 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.910436 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 4fac78c0-718e-479c-8ad5-87de13311b53, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4fac78c0-718e-479c-8ad5-87de13311b53,segment=NetworkSegment(31934fe5-5608-470f-8252-344afa32f61f),segment_id=31934fe5-5608-470f-8252-344afa32f61f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:25:00.915662 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:00.917766 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:01.065212 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbdc41-6f80-4c5f-9416-073578670804 req-d306c5d7-9dfa-4559-bd80-3951b80f2d2d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:01.067712 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5bbbdc41-6f80-4c5f-9416-073578670804 req-d306c5d7-9dfa-4559-bd80-3951b80f2d2d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1192827 Jun 29 15:25:01.103605 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53426) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:01.185122 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=4fac78c0-718e-479c-8ad5-87de13311b53,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:01.191714 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:01.223890 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe37752-992f-4272-954c-d059e29fa62b req-f0ab697b-f0fd-4cca-a5b7-ed7c04ddc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:01.226506 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bbe37752-992f-4272-954c-d059e29fa62b req-f0ab697b-f0fd-4cca-a5b7-ed7c04ddc390 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 1098 time: 0.1683681 Jun 29 15:25:01.238759 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5bbbdc41-6f80-4c5f-9416-073578670804 req-2532bf9d-cb08-4172-8a6d-56751e7ca9fe tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637883 Jun 29 15:25:01.275726 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bbe37752-992f-4272-954c-d059e29fa62b req-11b0b47a-53ab-41c4-97f1-6ac842faaac6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 Jun 29 15:25:01.305527 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53432) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:01.335950 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.359213 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:01.363101 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Usage tracker for resource:security_group_rule and tenant:e40c77c9bf1f4cbcaf8721c472e7fb71 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:01.366124 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:01.372130 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:01.390579 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b1bc5-d11b-44b1-a102-f42f0474db9e req-bab66f90-c7f6-45a8-b0cb-2e6d5b62c39d tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:01.393472 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-355b1bc5-d11b-44b1-a102-f42f0474db9e req-bab66f90-c7f6-45a8-b0cb-2e6d5b62c39d tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 945 time: 0.1065059 Jun 29 15:25:01.462692 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-355b1bc5-d11b-44b1-a102-f42f0474db9e req-d3fe0cc7-2edf-4cdb-810b-267dc182e820 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620284 Jun 29 15:25:01.475521 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53438) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:01.501069 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.506268 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.515670 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-62ea4b03-e76f-4530-84af-939f917e14a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:01.544512 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.562727 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:01.566534 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Usage tracker for resource:security_group_rule and tenant:2b30bdbc98f54ad68812aae824ad96f3 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:01.566674 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e40c77c9bf1f4cbcaf8721c472e7fb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600503 Jun 29 15:25:01.569249 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53444) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:01.570351 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.571942 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:01.585505 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b45d6a-12be-42ff-94ab-7ca39ac9b8cd,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:01.587572 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:01.590071 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:01.592204 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:01.597464 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Usage tracker for resource:security_group_rule and tenant:754d39f6ebfc4e97ac648ba54cf1d429 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:01.600676 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:01.606801 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:01.701868 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.707230 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.715618 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3511d640-7ad0-4029-a639-5be207414fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:01.735230 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-70f164db-e9e9-40b1-8ac6-cf7a70b93b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.767640 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=754d39f6ebfc4e97ac648ba54cf1d429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457250 Jun 29 15:25:01.768507 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53450) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:01.769238 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45d3f8b-2004-4c79-a5a4-29c0805a6960,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:01.772535 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:01.781926 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-70f164db-e9e9-40b1-8ac6-cf7a70b93b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.839138 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.844148 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.853796 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f2716d3a-a95f-4070-8780-09bbf53ef565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:01.890090 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-70f164db-e9e9-40b1-8ac6-cf7a70b93b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.894120 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.902177 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b30bdbc98f54ad68812aae824ad96f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255962 Jun 29 15:25:01.903866 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f311ce13-2216-44be-9ea9-ac8f67be3766,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:01.905171 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53454) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:01.908692 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-81d9b34a-f438-459d-a695-cc4e1f70006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:01.910262 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a59df81e-7897-4fca-a40d-b00ef6be3b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:01.924004 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-70f164db-e9e9-40b1-8ac6-cf7a70b93b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:01.925122 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-70f164db-e9e9-40b1-8ac6-cf7a70b93b00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8b45d6a-12be-42ff-94ab-7ca39ac9b8cd HTTP/1.1" status: 204 len: 168 time: 0.3549676 Jun 29 15:25:01.925962 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f164db-e9e9-40b1-8ac6-cf7a70b93b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b45d6a-12be-42ff-94ab-7ca39ac9b8cd,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:01.928263 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-70f164db-e9e9-40b1-8ac6-cf7a70b93b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:01.944876 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed3a88-a9f9-45ca-8093-f9c48394ca0f req-267ad589-2325-40d5-9e35-59fbd6444b99 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:01.946328 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4bed3a88-a9f9-45ca-8093-f9c48394ca0f req-267ad589-2325-40d5-9e35-59fbd6444b99 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 946 time: 0.1589229 Jun 29 15:25:01.955991 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.067821 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4bed3a88-a9f9-45ca-8093-f9c48394ca0f req-8a47b587-2811-4e8a-85ae-d037b398b74f tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138079 Jun 29 15:25:02.071319 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.103674 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.114425 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.121440 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5abfceeb-00f8-468c-a757-3a9ec9b673a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:02.144046 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45d3f8b-2004-4c79-a5a4-29c0805a6960,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:02.155524 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:02.176638 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.180483 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b45d3f8b-2004-4c79-a5a4-29c0805a6960 HTTP/1.1" status: 204 len: 168 time: 0.4040306 Jun 29 15:25:02.207131 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.213546 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-6cb64127-1bc1-4a36-a6ea-1841a79899af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:02.227530 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f311ce13-2216-44be-9ea9-ac8f67be3766,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:02.230932 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.235296 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f311ce13-2216-44be-9ea9-ac8f67be3766 HTTP/1.1" status: 204 len: 168 time: 0.3276894 Jun 29 15:25:02.241168 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:02.514793 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae53dd-bb13-4c2d-813b-1d55399f514a req-be92f8d1-948f-4de8-993f-ff017344cc78 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:02.516530 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2dae53dd-bb13-4c2d-813b-1d55399f514a req-be92f8d1-948f-4de8-993f-ff017344cc78 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1138463 Jun 29 15:25:02.585080 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2dae53dd-bb13-4c2d-813b-1d55399f514a req-2e875cc0-bc84-4cd7-af3f-196e5fc1365d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618145 Jun 29 15:25:02.716823 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832cb78-2027-4518-a9e5-4c2f94b9409b req-489a4bfd-235f-4540-bff8-4dfc218f0679 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:02.718203 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d832cb78-2027-4518-a9e5-4c2f94b9409b req-489a4bfd-235f-4540-bff8-4dfc218f0679 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 945 time: 0.0907447 Jun 29 15:25:02.774353 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d832cb78-2027-4518-a9e5-4c2f94b9409b req-b71abcb7-3e5e-4945-ad47-4c93ac809cd1 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/security-groups?id=524a5df3-3216-4c12-ac42-11cf1132ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484889 Jun 29 15:25:02.804802 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53486) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:02.805350 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53488) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:02.824803 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.839473 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac78c0-718e-479c-8ad5-87de13311b53'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:02.841264 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:02.843366 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.845403 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7be6f83512b24eeebb54fd2440d6c53e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:02.848938 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:02.855625 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:02.899357 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:02.911664 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Usage tracker for resource:security_group_rule and tenant:fb7ac63da9f745c78c6301e8be32fdae is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:02.923113 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:02.937408 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac78c0-718e-479c-8ad5-87de13311b53', 'code': 200} Jun 29 15:25:02.955828 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.961867 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:02.970473 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:02.970710 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:03.016162 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7be6f83512b24eeebb54fd2440d6c53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085085 Jun 29 15:25:03.017224 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53498) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:03.017864 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a97f3b9-7020-4ce3-a972-2a6df6ebf904,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:03.022864 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:03.071735 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7088-0546-4450-b621-d552011fd114 req-0b7e5c16-80ab-4f6c-a8ae-d64278886d14 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:03.074465 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd6b7088-0546-4450-b621-d552011fd114 req-0b7e5c16-80ab-4f6c-a8ae-d64278886d14 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 945 time: 0.1424804 Jun 29 15:25:03.085537 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53504) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:03.098418 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Request body: {'floatingip': {'port_id': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:03.102071 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.136135 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.202677 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.208406 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1335e2d3-2fd5-495f-b32a-079658c50552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:03.224340 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.229440 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a97f3b9-7020-4ce3-a972-2a6df6ebf904 HTTP/1.1" status: 204 len: 168 time: 0.2081535 Jun 29 15:25:03.230015 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a97f3b9-7020-4ce3-a972-2a6df6ebf904,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:03.232435 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:03.259369 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for floatingip, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.453242 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e445e3-2942-4485-8acf-9bab5efecb3f req-7bf3fb62-8f97-4b48-b51b-c5719e08f8b6 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:03.461621 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-45e445e3-2942-4485-8acf-9bab5efecb3f req-7bf3fb62-8f97-4b48-b51b-c5719e08f8b6 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 946 time: 0.1792815 Jun 29 15:25:03.527317 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-45e445e3-2942-4485-8acf-9bab5efecb3f req-85172808-d64a-4e23-bd5f-c5950f2d3f2c tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645959 Jun 29 15:25:03.618929 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.694914 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.707475 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:03.812426 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb94ea2-63c4-4494-a8c9-3517e7c8badb req-66edd574-7dbe-42a3-8673-66dee5b2b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:03.813903 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dcb94ea2-63c4-4494-a8c9-3517e7c8badb req-66edd574-7dbe-42a3-8673-66dee5b2b52a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 1099 time: 0.6037066 Jun 29 15:25:03.823586 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3463cf09-e24e-450d-bf14-49878741647a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:03.827750 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb7ac63da9f745c78c6301e8be32fdae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0213265 Jun 29 15:25:03.828916 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e877ff40-86e3-4b07-a8ca-c76d73917f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:03.831496 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53542) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:03.920659 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.950096 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:03.992909 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53548) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:04.013695 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.019868 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-825ca753-43b8-463b-b21f-4ec8f17824bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:04.033358 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3463cf09-e24e-450d-bf14-49878741647a,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:04.036405 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:04.039369 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.042806 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3463cf09-e24e-450d-bf14-49878741647a HTTP/1.1" status: 204 len: 168 time: 0.2095325 Jun 29 15:25:04.076252 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dcb94ea2-63c4-4494-a8c9-3517e7c8badb req-b34c0e1a-acc8-4055-b80c-cdf6d227096e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918859 Jun 29 15:25:04.115347 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caf8fb-b2ba-430c-924a-b222bc49d57a req-81430ccf-bbe8-4791-981b-f14c1842cdd1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:04.117084 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-72caf8fb-b2ba-430c-924a-b222bc49d57a req-81430ccf-bbe8-4791-981b-f14c1842cdd1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.4152529 Jun 29 15:25:04.137347 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.153646 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:04.157861 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Usage tracker for resource:security_group_rule and tenant:0aaaa6fc1389467299dcdc9195199c63 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:04.161804 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:04.168160 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:04.297870 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.303584 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.314452 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8bb9e928-6ec5-48b1-940e-ff9c9bbf4f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:04.362850 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e336a63-f2a4-4b5f-98fb-8bfded68e507,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:04.368381 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:04.382340 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-72caf8fb-b2ba-430c-924a-b222bc49d57a req-16d4f950-9348-4e2d-a1f6-b495ac64653b tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562025 Jun 29 15:25:04.396014 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-79f66d2b-9494-4175-b590-bee867900e13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0aaaa6fc1389467299dcdc9195199c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994143 Jun 29 15:25:04.396730 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53572) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:04.415105 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.db.resource_extend [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:25:04.483590 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.518481 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.564532 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.569252 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8018879'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.611718 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.618476 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5673330d-d432-43b0-a472-9ee2f17c1ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:04.648207 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e336a63-f2a4-4b5f-98fb-8bfded68e507,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:04.651650 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:04.653020 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:04.658407 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e336a63-f2a4-4b5f-98fb-8bfded68e507 HTTP/1.1" status: 204 len: 168 time: 0.2602515 Jun 29 15:25:04.803548 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.l3_db [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Floating IP 14e27a42-9e6c-4353-a736-c4963409a048 associated. External IP: 172.27.3.191, port: 67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e. Jun 29 15:25:04.950881 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e9bd3-ee3c-44ef-9d64-70f023241d11 req-18e340e7-b19a-465c-be11-30b9c9d759e6 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:04.952596 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e9bd3-ee3c-44ef-9d64-70f023241d11 req-18e340e7-b19a-465c-be11-30b9c9d759e6 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 946 time: 0.0998623 Jun 29 15:25:05.005688 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e9bd3-ee3c-44ef-9d64-70f023241d11 req-ce704d04-4f38-4792-af13-70623553dd81 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472603 Jun 29 15:25:05.195258 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Router eebc5aaf-4860-41e3-b776-66619de5e678 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:25:05.403844 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:25:05.418328 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:05.440468 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] Sync routers for ids ['eebc5aaf-4860-41e3-b776-66619de5e678'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:25:05.455610 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] Routers {'eebc5aaf-4860-41e3-b776-66619de5e678'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:25:05.457080 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['eebc5aaf-4860-41e3-b776-66619de5e678'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:05.477985 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-41a30b2b-a6d1-4470-bb26-093de873714a tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] 10.222.0.37 "PUT /v2.0/floatingips/14e27a42-9e6c-4353-a736-c4963409a048 HTTP/1.1" status: 200 len: 991 time: 2.3868439 Jun 29 15:25:05.478703 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'tag': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:05.822500 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'tag': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'status': 'completed', 'code': 200} Jun 29 15:25:05.844245 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ee2f6-6825-4d20-a214-a826833e89db req-e1704c79-c4b8-41cf-b6b6-1938eb5d2f57 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:05.845814 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cc9ee2f6-6825-4d20-a214-a826833e89db req-e1704c79-c4b8-41cf-b6b6-1938eb5d2f57 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.2591777 Jun 29 15:25:05.973979 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cc9ee2f6-6825-4d20-a214-a826833e89db req-7cc18252-998c-4307-9e44-f51e1e3029c1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196938 Jun 29 15:25:05.982096 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] Set router eebc5aaf-4860-41e3-b776-66619de5e678 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:25:06.002290 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002bebb-8eac-4fb6-b693-59683937983b req-36d4c985-828b-43fa-bd09-61145364a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:06.004075 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8002bebb-8eac-4fb6-b693-59683937983b req-36d4c985-828b-43fa-bd09-61145364a82a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25fe10920784cd19dd131f2981d62c1&device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 1098 time: 0.1514342 Jun 29 15:25:06.177188 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002bebb-8eac-4fb6-b693-59683937983b req-285ab7a8-778c-4e20-affb-b8f0f7f190c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:06.178662 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8002bebb-8eac-4fb6-b693-59683937983b req-285ab7a8-778c-4e20-affb-b8f0f7f190c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8a88a59-ab38-4a09-8b02-523b40580204 HTTP/1.1" status: 200 len: 912 time: 0.1672335 Jun 29 15:25:06.289176 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0da7d-5cc2-4256-be62-2435c9c8d094 req-a5f1aa45-2d0e-46e2-833b-a2bf281c9bfd tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:06.291621 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-42b0da7d-5cc2-4256-be62-2435c9c8d094 req-a5f1aa45-2d0e-46e2-833b-a2bf281c9bfd tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 946 time: 0.1551661 Jun 29 15:25:06.363506 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-42b0da7d-5cc2-4256-be62-2435c9c8d094 req-99032f08-aca5-49bf-a63b-e610dc1985c9 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d94fe1-5dcb-4f79-8ad5-025b2444dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600021 Jun 29 15:25:06.488398 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8002bebb-8eac-4fb6-b693-59683937983b req-67f8bdcb-08f2-4ec2-ac63-57c67846ef05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e HTTP/1.1" status: 200 len: 999 time: 0.2976041 Jun 29 15:25:06.554755 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:24:11Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': '14e27a42-9e6c-4353-a736-c4963409a048', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'port_id': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'mac_address': 'fa:16:3e:93:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:24:24Z', 'updated_at': '2021-06-29T15:25:04Z', 'revision_number': 1, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa51ada8-c402-4366-8688-0cbe9e4e76bc', 'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'mac_address': 'fa:16:3e:fd:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:06Z', 'updated_at': '2021-06-29T15:24:24Z', 'revision_number': 5, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'subnets': [{'id': '935b6f95-166a-4a81-85a0-39156261d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:06.563021 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] Checking router: eebc5aaf-4860-41e3-b776-66619de5e678 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:25:06.573471 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] Routers {'eebc5aaf-4860-41e3-b776-66619de5e678'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:25:06.574581 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['eebc5aaf-4860-41e3-b776-66619de5e678'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:06.637244 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002bebb-8eac-4fb6-b693-59683937983b req-4156d570-f893-46bf-8f98-308c5e7839a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:06.638857 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8002bebb-8eac-4fb6-b693-59683937983b req-4156d570-f893-46bf-8f98-308c5e7839a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=935b6f95-166a-4a81-85a0-39156261d91d HTTP/1.1" status: 200 len: 850 time: 0.1437228 Jun 29 15:25:06.730651 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f184c1f-d682-4942-83ff-84c91bb1d506 req-ac1c2db5-1a2f-411f-9cfe-8791c31689b1 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:06.735848 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7f184c1f-d682-4942-83ff-84c91bb1d506 req-ac1c2db5-1a2f-411f-9cfe-8791c31689b1 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 946 time: 0.1836720 Jun 29 15:25:06.740757 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53674) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:06.748406 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Request body: {'floatingip': {'port_id': '4fac78c0-718e-479c-8ad5-87de13311b53'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:06.757669 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002bebb-8eac-4fb6-b693-59683937983b req-d5db333e-f595-4ae5-985b-d6cc728b1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:06.774355 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8002bebb-8eac-4fb6-b693-59683937983b req-d5db333e-f595-4ae5-985b-d6cc728b1473 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8a88a59-ab38-4a09-8b02-523b40580204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1180801 Jun 29 15:25:06.827077 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] Set router eebc5aaf-4860-41e3-b776-66619de5e678 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:25:06.953514 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for floatingip, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:07.090588 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8002bebb-8eac-4fb6-b693-59683937983b req-b9bf1066-ca86-4338-90d6-5ccfd79a01f6 service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053801 Jun 29 15:25:07.375940 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8002bebb-8eac-4fb6-b693-59683937983b req-020d982c-fd73-4cb1-af80-0663bb35af73 service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775214 Jun 29 15:25:07.477593 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41dc6-86ba-4235-ade8-07d47541b3d3 req-b5ad40e3-c114-4996-b086-8ad453b4e681 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:07.479197 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6af41dc6-86ba-4235-ade8-07d47541b3d3 req-b5ad40e3-c114-4996-b086-8ad453b4e681 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1023448 Jun 29 15:25:07.547838 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6af41dc6-86ba-4235-ade8-07d47541b3d3 req-22b05695-124b-4365-9232-045bcb2fb722 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553324 Jun 29 15:25:07.579741 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:24:11Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': '14e27a42-9e6c-4353-a736-c4963409a048', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'port_id': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'mac_address': 'fa:16:3e:93:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:24:24Z', 'updated_at': '2021-06-29T15:25:04Z', 'revision_number': 1, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa51ada8-c402-4366-8688-0cbe9e4e76bc', 'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'mac_address': 'fa:16:3e:fd:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:06Z', 'updated_at': '2021-06-29T15:24:24Z', 'revision_number': 5, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'subnets': [{'id': '935b6f95-166a-4a81-85a0-39156261d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:07.585339 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378a09e-2baa-4ae1-bbb0-4d07563c80a8 None None] The sync data for ids ['eebc5aaf-4860-41e3-b776-66619de5e678'] in dv-cinder-798671-2-iscsi is: [{'id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'name': 'tempest-AttachVolumeTestJSON-1772652068-router', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:55Z', 'updated_at': '2021-06-29T15:24:11Z', 'revision_number': 4, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'gw_port': {'id': 'dacb46fb-f13c-476f-9761-067a2ea636f5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:58Z', 'updated_at': '2021-06-29T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': '14e27a42-9e6c-4353-a736-c4963409a048', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'port_id': '67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'mac_address': 'fa:16:3e:93:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3c28c-0866-46cc-91a8-0a8ce0382056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:24:24Z', 'updated_at': '2021-06-29T15:25:04Z', 'revision_number': 1, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa51ada8-c402-4366-8688-0cbe9e4e76bc', 'name': '', 'network_id': 'b8a88a59-ab38-4a09-8b02-523b40580204', 'tenant_id': 'f25fe10920784cd19dd131f2981d62c1', 'mac_address': 'fa:16:3e:fd:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc5aaf-4860-41e3-b776-66619de5e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '935b6f95-166a-4a81-85a0-39156261d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:06Z', 'updated_at': '2021-06-29T15:24:24Z', 'revision_number': 5, 'project_id': 'f25fe10920784cd19dd131f2981d62c1', 'subnets': [{'id': '935b6f95-166a-4a81-85a0-39156261d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:25:07.871873 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e6440-07c2-491d-8a42-030935b8cf13 None None] New status for floating IP 14e27a42-9e6c-4353-a736-c4963409a048: ACTIVE {{(pid=78437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:25:08.255395 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.261199 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8018879'] for floatingip, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.369881 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53738) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:08.467481 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.l3_db [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Floating IP 6d01518b-667d-47aa-8d6c-3f27d99a6a56 associated. External IP: 172.27.3.58, port: 4fac78c0-718e-479c-8ad5-87de13311b53. Jun 29 15:25:08.480397 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-845be0f3-fdac-463c-aa40-c17647e5373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.525182 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.544157 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:08.550937 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Usage tracker for resource:security_group_rule and tenant:108601ae437141b798ac1ed31fe54a7e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:08.554404 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:08.562491 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:08.682104 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.721689 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.730983 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.762758 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:08.771696 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=108601ae437141b798ac1ed31fe54a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001784 Jun 29 15:25:08.779396 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53754) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:08.825839 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b561e858-7ae3-4d36-ba6b-068b358f099f,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:08.829414 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:08.887717 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e2c1a-86d4-4c81-80ae-653362d3a365 req-f55beee0-1eb2-4a68-85ac-0937bf9acb0d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:08.889364 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5a0e2c1a-86d4-4c81-80ae-653362d3a365 req-f55beee0-1eb2-4a68-85ac-0937bf9acb0d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.2048807 Jun 29 15:25:08.898774 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-147b935a-027c-4b93-9f5b-4ab7e3a9bd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.924025 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:25:08.956824 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-147b935a-027c-4b93-9f5b-4ab7e3a9bd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:08.978808 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5a0e2c1a-86d4-4c81-80ae-653362d3a365 req-af78e660-2ed4-4f02-9c00-2128b83af004 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815711 Jun 29 15:25:09.047555 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-147b935a-027c-4b93-9f5b-4ab7e3a9bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.062562 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-661639e6-7706-4ad0-ac9c-50b7374448eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:09.075038 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b935a-027c-4b93-9f5b-4ab7e3a9bd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b561e858-7ae3-4d36-ba6b-068b358f099f,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:09.077876 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-147b935a-027c-4b93-9f5b-4ab7e3a9bd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.082178 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-147b935a-027c-4b93-9f5b-4ab7e3a9bd5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b561e858-7ae3-4d36-ba6b-068b358f099f HTTP/1.1" status: 204 len: 168 time: 0.2984984 Jun 29 15:25:09.082178 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-147b935a-027c-4b93-9f5b-4ab7e3a9bd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:09.200248 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:25:09.204690 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.213091 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] Sync routers for ids ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:25:09.227257 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] Routers {'5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:25:09.230017 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:09.354311 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ddbe44ea-1a84-4d96-ac29-d2bf43efa606 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] 10.222.0.37 "PUT /v2.0/floatingips/6d01518b-667d-47aa-8d6c-3f27d99a6a56 HTTP/1.1" status: 200 len: 991 time: 2.6119325 Jun 29 15:25:09.355147 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'tag': '4fac78c0-718e-479c-8ad5-87de13311b53'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:09.474268 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'tag': '4fac78c0-718e-479c-8ad5-87de13311b53', 'status': 'completed', 'code': 200} Jun 29 15:25:09.517562 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] Set router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:25:09.562708 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53780) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:09.588341 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.604117 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-172d6f92-f0b7-4b60-9b82-8d1d9a7be6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:09.604659 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:09.605579 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-172d6f92-f0b7-4b60-9b82-8d1d9a7be6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a41ae223b74e412c8d832d28ae4ff599&device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 1099 time: 0.1006835 Jun 29 15:25:09.608547 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Usage tracker for resource:security_group_rule and tenant:fe28b55922764654aa8ca774a3b11bad is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:09.611594 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:09.617378 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:09.714934 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.720013 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.730010 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-829c894b-1ef5-49b8-97f2-e576743e379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:09.769963 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f7c194-c5d7-448a-bdd8-b89389e3d9dc,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:09.774518 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe28b55922764654aa8ca774a3b11bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107167 Jun 29 15:25:09.775486 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:09.778038 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53788) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:09.792665 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-fdfcbd03-2f50-43e4-badb-cd61c5f25065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:09.794140 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-fdfcbd03-2f50-43e4-badb-cd61c5f25065 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1e65061-d14c-4fae-8a38-6dde5d240bd5 HTTP/1.1" status: 200 len: 917 time: 0.1804655 Jun 29 15:25:09.803450 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.955752 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-a6a3a4e6-2a0c-43a6-a980-6fa092c9e886 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fac78c0-718e-479c-8ad5-87de13311b53 HTTP/1.1" status: 200 len: 999 time: 0.1424422 Jun 29 15:25:09.956675 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:09.986828 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:10.026884 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': '6d01518b-667d-47aa-8d6c-3f27d99a6a56', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'port_id': '4fac78c0-718e-479c-8ad5-87de13311b53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'mac_address': 'fa:16:3e:1d:1f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:24:26Z', 'updated_at': '2021-06-29T15:25:07Z', 'revision_number': 1, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a648a93a-2821-444e-b4bf-2594a25b069e', 'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'mac_address': 'fa:16:3e:bb:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:05Z', 'updated_at': '2021-06-29T15:24:27Z', 'revision_number': 5, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'subnets': [{'id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:10.032099 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] Checking router: 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:25:10.043766 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] Routers {'5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:25:10.044384 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:24:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:10.129922 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-cd7e48ce-2c22-486e-9051-fa64c5f9c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:10.131444 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-cd7e48ce-2c22-486e-9051-fa64c5f9c937 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7973539c-b45e-4b06-b4b9-1da9b0e2c982 HTTP/1.1" status: 200 len: 855 time: 0.1373327 Jun 29 15:25:10.196378 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b02549-b1e9-4851-9d6d-da61047738e9 req-cfd993d9-f883-4b5b-8f7a-83c4e01b7594 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:10.197532 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:10.198062 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98b02549-b1e9-4851-9d6d-da61047738e9 req-cfd993d9-f883-4b5b-8f7a-83c4e01b7594 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0899386 Jun 29 15:25:10.203635 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:10.221146 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f7c194-c5d7-448a-bdd8-b89389e3d9dc,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:10.225918 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:10.232190 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:10.233229 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6f7c194-c5d7-448a-bdd8-b89389e3d9dc HTTP/1.1" status: 204 len: 168 time: 0.4542732 Jun 29 15:25:10.238552 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] Set router 5fa63da9-b9a5-4d27-9e2d-8ca040c611c8 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:25:10.254561 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae9e6d-f16d-408f-9208-cd174ccd8037 req-a694680f-6a91-45af-a5b2-5f9b6b3c2145 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:10.258618 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4cae9e6d-f16d-408f-9208-cd174ccd8037 req-a694680f-6a91-45af-a5b2-5f9b6b3c2145 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.2161186 Jun 29 15:25:10.287437 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98b02549-b1e9-4851-9d6d-da61047738e9 req-43a62820-18a3-4eb8-b51e-da5e4ceb657a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751779 Jun 29 15:25:10.318331 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4cae9e6d-f16d-408f-9208-cd174ccd8037 req-00e9333a-b491-46c5-8719-549e5c705c1d tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Jun 29 15:25:10.328712 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-3abb1c5d-22ec-4889-872b-a2860b15836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:10.330337 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-3abb1c5d-22ec-4889-872b-a2860b15836a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1e65061-d14c-4fae-8a38-6dde5d240bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1876583 Jun 29 15:25:10.647782 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-dac9a202-4c5c-45e2-8961-88317a8fbfa8 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902513 Jun 29 15:25:10.723727 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': '6d01518b-667d-47aa-8d6c-3f27d99a6a56', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'port_id': '4fac78c0-718e-479c-8ad5-87de13311b53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'mac_address': 'fa:16:3e:1d:1f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:24:26Z', 'updated_at': '2021-06-29T15:25:07Z', 'revision_number': 1, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a648a93a-2821-444e-b4bf-2594a25b069e', 'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'mac_address': 'fa:16:3e:bb:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:05Z', 'updated_at': '2021-06-29T15:24:27Z', 'revision_number': 5, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'subnets': [{'id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:10.728230 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49780a1e-f7ea-485b-9b34-c765e236fa27 None None] The sync data for ids ['5fa63da9-b9a5-4d27-9e2d-8ca040c611c8'] in dv-cinder-798671-2-iscsi is: [{'id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'name': 'tempest-AttachVolumeShelveTestJSON-621607441-router', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:23:54Z', 'updated_at': '2021-06-29T15:24:08Z', 'revision_number': 4, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'gw_port': {'id': '3c611853-19db-49e0-9af0-ce47c90335e9', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:23:56Z', 'updated_at': '2021-06-29T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': '6d01518b-667d-47aa-8d6c-3f27d99a6a56', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'port_id': '4fac78c0-718e-479c-8ad5-87de13311b53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'mac_address': 'fa:16:3e:1d:1f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:24:26Z', 'updated_at': '2021-06-29T15:25:07Z', 'revision_number': 1, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a648a93a-2821-444e-b4bf-2594a25b069e', 'name': '', 'network_id': 'b1e65061-d14c-4fae-8a38-6dde5d240bd5', 'tenant_id': 'a41ae223b74e412c8d832d28ae4ff599', 'mac_address': 'fa:16:3e:bb:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa63da9-b9a5-4d27-9e2d-8ca040c611c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:24:05Z', 'updated_at': '2021-06-29T15:24:27Z', 'revision_number': 5, 'project_id': 'a41ae223b74e412c8d832d28ae4ff599', 'subnets': [{'id': '7973539c-b45e-4b06-b4b9-1da9b0e2c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:25:10.832987 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9894cbb9-0560-4b7c-97e1-52029635c70e req-1efaf6b2-6cfa-40cd-8781-51f731d19936 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716652 Jun 29 15:25:11.009733 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bb5f7-3cae-4f18-9377-8e7fccb4148c None None] New status for floating IP 6d01518b-667d-47aa-8d6c-3f27d99a6a56: ACTIVE {{(pid=78437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:25:11.254230 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-99b73e1e-4f34-47b6-9bb5-b8bf9a63f980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.360859 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53844) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:11.500736 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.524491 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:11.531458 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7a4e0e7dc6406a8409ddce63fd4022 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:11.535457 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:11.542209 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:11.567294 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dded37f-27f4-4a38-a019-19c33041d889 req-a876f221-3d0e-4088-925e-c1c22cccfdf0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:11.568798 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1dded37f-27f4-4a38-a019-19c33041d889 req-a876f221-3d0e-4088-925e-c1c22cccfdf0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1478846 Jun 29 15:25:11.569012 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1e516-a325-48da-a10e-db653a072164 req-98985c7f-0067-49b7-9dab-5367b371f46d tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:11.570548 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e8f1e516-a325-48da-a10e-db653a072164 req-98985c7f-0067-49b7-9dab-5367b371f46d tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.0986369 Jun 29 15:25:11.618581 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e8f1e516-a325-48da-a10e-db653a072164 req-40da0eac-f11b-4015-a5c4-3635150fc0cc tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405004 Jun 29 15:25:11.637210 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1dded37f-27f4-4a38-a019-19c33041d889 req-ec3cbd8a-75dd-420d-a602-ae97141a711f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592752 Jun 29 15:25:11.648632 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:25:11.696842 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.701322 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.710828 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-158302ea-de66-4a57-967f-7a549194d69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:11.755199 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d01346-dbbe-4daa-8f40-681de91458c3,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:11.760445 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c7a4e0e7dc6406a8409ddce63fd4022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985801 Jun 29 15:25:11.761846 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:11.763308 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53858) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:11.835935 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9a83ca9d-2393-405a-a128-52dbf42885b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.872943 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9a83ca9d-2393-405a-a128-52dbf42885b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.940865 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9a83ca9d-2393-405a-a128-52dbf42885b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.946131 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-edc67338-4975-4904-b064-6baccb4e429c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:11.958798 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83ca9d-2393-405a-a128-52dbf42885b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d01346-dbbe-4daa-8f40-681de91458c3,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:11.962757 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9a83ca9d-2393-405a-a128-52dbf42885b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:11.968790 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9a83ca9d-2393-405a-a128-52dbf42885b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:11.972295 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9a83ca9d-2393-405a-a128-52dbf42885b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2d01346-dbbe-4daa-8f40-681de91458c3 HTTP/1.1" status: 204 len: 168 time: 0.2055812 Jun 29 15:25:12.181353 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.270883 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 53876) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:12.289283 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.304360 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:12.308539 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Usage tracker for resource:security_group_rule and tenant:c8de1303193447a8bb71bc7a638680e9 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:12.311764 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:12.318034 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:12.409156 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.414349 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.422935 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-af187e8c-856d-4734-b5e4-7d3b16b1b680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:12.464598 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8de1303193447a8bb71bc7a638680e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902099 Jun 29 15:25:12.464598 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d65464-c73d-4f48-94de-bf996ee87c8c,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:12.465602 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 53884) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:12.466146 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:12.524996 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.550325 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.601831 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.605594 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9280776e-d9aa-48b8-94c4-c875b077c73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:12.616499 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d65464-c73d-4f48-94de-bf996ee87c8c,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:12.619902 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:12.629282 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:12.630700 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65d65464-c73d-4f48-94de-bf996ee87c8c HTTP/1.1" status: 204 len: 168 time: 0.1644590 Jun 29 15:25:12.828827 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142d5d5-c541-4ddc-8f31-ea1973117e23 req-6597bd9f-d6f4-4d96-90f1-33a1be654eec tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:12.830527 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a142d5d5-c541-4ddc-8f31-ea1973117e23 req-6597bd9f-d6f4-4d96-90f1-33a1be654eec tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.0908556 Jun 29 15:25:12.877506 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204778f-2252-4553-a1f4-398a99ce78cb req-e721e4b6-12c5-4216-9609-5bab0ef23374 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:12.879172 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5204778f-2252-4553-a1f4-398a99ce78cb req-e721e4b6-12c5-4216-9609-5bab0ef23374 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0986981 Jun 29 15:25:12.938286 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a142d5d5-c541-4ddc-8f31-ea1973117e23 req-df384609-88a4-4a50-a091-50462c3b4728 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/security-groups?id=0113aabf-4a3e-46c8-843e-31b3ee02dfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000192 Jun 29 15:25:12.958054 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5204778f-2252-4553-a1f4-398a99ce78cb req-e94e0062-6b24-4ea9-b9d5-3bbcd182340f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 Jun 29 15:25:13.062016 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-1a7cc010-3f74-4839-a94d-9cb513a80884 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:13.063524 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-1a7cc010-3f74-4839-a94d-9cb513a80884 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 945 time: 0.1676610 Jun 29 15:25:13.173487 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Deleting port 2f605579-5a49-4726-bd0a-66944fd29a77 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 29 15:25:13.173868 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783455700080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:13.417534 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:13.489864 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] For port 2f605579-5a49-4726-bd0a-66944fd29a77, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2f605579-5a49-4726-bd0a-66944fd29a77,segment=NetworkSegment(e32d3706-c28c-4c58-9615-04f4173c488a),segment_id=e32d3706-c28c-4c58-9615-04f4173c488a)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:25:13.490446 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8017741'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:13.616380 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Calling delete_port for 2f605579-5a49-4726-bd0a-66944fd29a77 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 29 15:25:13.824027 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783455701468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783455256580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:13.831317 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b713fa7-bab8-4bc7-a527-90ebd7be5756 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:13.837664 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['2f605579-5a49-4726-bd0a-66944fd29a77'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:25:13.879600 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Pushing event deleted for resources: {'Port': ['ID=2f605579-5a49-4726-bd0a-66944fd29a77,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:13.882569 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:13.956689 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] No DVR routers for this DVR port 2f605579-5a49-4726-bd0a-66944fd29a77 on host hv-cinder-79867 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:25:13.960336 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:13.963245 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'name': 'network-vif-deleted', 'tag': '2f605579-5a49-4726-bd0a-66944fd29a77'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:13.984978 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6185bae0-350f-4d5e-8c3b-5e4d5e606aad req-2fcafcfd-66d3-4135-8cf8-e2516c5ba857 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.24 "DELETE /v2.0/ports/2f605579-5a49-4726-bd0a-66944fd29a77 HTTP/1.1" status: 204 len: 173 time: 0.9151895 Jun 29 15:25:14.028564 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5cd4c5-e899-459f-a04b-01395b3a9064', 'name': 'network-vif-deleted', 'tag': '2f605579-5a49-4726-bd0a-66944fd29a77', 'status': 'completed', 'code': 200} Jun 29 15:25:14.120779 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b7a90367-0bfa-407a-af16-0341c19f8001 req-a1663a49-e131-4e0d-aa48-12e7c5a2bafa tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.0596423 Jun 29 15:25:14.241639 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8704636-cc78-465b-adf8-de988247c1ca req-f665a461-b42e-4a5f-bc10-0a362ba9df54 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:14.243366 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8704636-cc78-465b-adf8-de988247c1ca req-f665a461-b42e-4a5f-bc10-0a362ba9df54 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0995314 Jun 29 15:25:14.296233 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8704636-cc78-465b-adf8-de988247c1ca req-a7dfb3f0-f078-4e13-8145-6be68dda91f1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Jun 29 15:25:15.272524 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-6df3a73e-53b1-4713-9a13-4708c2045f4d req-99bfa389-e653-4ca4-aa30-da64efdb7b1f tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Synchronizing usage tracker for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:25:15.287622 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-6df3a73e-53b1-4713-9a13-4708c2045f4d req-99bfa389-e653-4ca4-aa30-da64efdb7b1f tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] Unset dirty status for tenant:ddf830e3b1a949d387a6cbbb0998254b on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:25:15.288865 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6df3a73e-53b1-4713-9a13-4708c2045f4d req-99bfa389-e653-4ca4-aa30-da64efdb7b1f tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.0600350 Jun 29 15:25:16.141606 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 2f605579-5a49-4726-bd0a-66944fd29a77 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 15:25:16.179396 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] No Port match for: 2f605579-5a49-4726-bd0a-66944fd29a77 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 29 15:25:16.179744 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 2f605579-5a49-4726-bd0a-66944fd29a77 not bound to the agent host hv-cinder-79867 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 15:25:19.292277 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ebbdc-3a79-4959-8389-69d63cf3af57 req-76da6bea-d0cb-45e2-b3e7-dd1a7d900091 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:19.293753 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f66ebbdc-3a79-4959-8389-69d63cf3af57 req-76da6bea-d0cb-45e2-b3e7-dd1a7d900091 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0857804 Jun 29 15:25:19.340051 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f66ebbdc-3a79-4959-8389-69d63cf3af57 req-e3f517c4-7d35-4465-a774-3c572912a0c1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Jun 29 15:25:19.383900 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-511ca859-ff10-438f-8b10-50eb3d9c2821 req-7bfbc862-ad1f-4186-903d-735dad6e21c0 tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.0496132 Jun 29 15:25:19.410447 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-1a2c887d-10ab-48d7-b5a9-d319a99820b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1915054 Jun 29 15:25:19.699893 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-5f303bb1-9493-4a04-a182-36602343974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:19.701394 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-5f303bb1-9493-4a04-a182-36602343974b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 1099 time: 0.0753899 Jun 29 15:25:19.870496 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-c2edbb92-a880-4949-82ef-a727b77e729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:19.871956 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-c2edbb92-a880-4949-82ef-a727b77e729f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 916 time: 0.1277080 Jun 29 15:25:19.954560 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-da6dc031-d61d-4283-9a3e-0c0d9ceecfe4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 HTTP/1.1" status: 200 len: 217 time: 0.0669544 Jun 29 15:25:20.021232 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-d7d03565-2256-4080-b037-84cdc05a947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:20.022729 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-d7d03565-2256-4080-b037-84cdc05a947e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0600419 Jun 29 15:25:20.077915 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-1c9b3b49-8108-4e39-ab0d-57de276042e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411413 Jun 29 15:25:20.237306 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-359653f0-e6bd-4e65-9f88-58dff1d07eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383026 Jun 29 15:25:20.380040 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15165331-d052-4823-91ce-c2c4ee0e67e9 req-089bc1a9-346d-404d-8e0c-3a505c3b1af8 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325281 Jun 29 15:25:20.539271 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be28f0-c96c-49a5-9109-0c4a63cb8a2a req-7dbbfc4e-cef7-432d-a5c5-b54345123891 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:20.540915 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f5be28f0-c96c-49a5-9109-0c4a63cb8a2a req-7dbbfc4e-cef7-432d-a5c5-b54345123891 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0914378 Jun 29 15:25:20.558576 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9c2795d6-5018-4d8a-a757-98e40704aec8 req-575c127a-f692-4430-bf6c-3ce040318cdd tempest-DeleteServersTestJSON-63785765 tempest-DeleteServersTestJSON-63785765-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5cd4c5-e899-459f-a04b-01395b3a9064 HTTP/1.1" status: 200 len: 210 time: 0.0479026 Jun 29 15:25:20.591879 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f5be28f0-c96c-49a5-9109-0c4a63cb8a2a req-b2336eda-bea7-4a83-b7bf-f2a7ab00cd4a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Jun 29 15:25:21.345795 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-8b2acb42-d732-4055-b891-b58ecc8257ac tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:21.347508 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-8b2acb42-d732-4055-b891-b58ecc8257ac tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 0.2003121 Jun 29 15:25:21.364087 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-ed61eeca-e594-4297-a384-3b3af9201ed1 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/quotas/292ba4b0f79942b5918eefeb46cb3526 HTTP/1.1" status: 200 len: 375 time: 0.0109882 Jun 29 15:25:21.445161 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-2a288dce-a229-419f-af52-160a8327cd81 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744715 Jun 29 15:25:21.580838 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-a9ddbcb6-d063-4d09-97e1-7de8b61fa2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279638 Jun 29 15:25:21.716966 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9416e07a-482e-42dd-b0f4-b99fce562ea0 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296964 Jun 29 15:25:24.645455 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4e0d0-a7b8-4bfc-b916-fc7d3f5c33b0 req-f7e411ca-15ed-409e-89f1-4f4e2fc51508 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:24.649247 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4aa4e0d0-a7b8-4bfc-b916-fc7d3f5c33b0 req-f7e411ca-15ed-409e-89f1-4f4e2fc51508 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0920465 Jun 29 15:25:24.697995 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4aa4e0d0-a7b8-4bfc-b916-fc7d3f5c33b0 req-a78c0464-59ad-4a0a-8cf0-ed3892e3a5b4 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Jun 29 15:25:24.847487 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6220eeb5-1158-48a1-afbe-5a0feea5aa92 req-7649b945-81c4-49c7-abef-beed03c6fa91 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 210 time: 0.0466266 Jun 29 15:25:26.564543 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec2181-c911-489b-9869-933db4c406bc req-8f7e25b6-04b2-4b7a-ad99-df40b000c177 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:26.566019 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6fec2181-c911-489b-9869-933db4c406bc req-8f7e25b6-04b2-4b7a-ad99-df40b000c177 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0863476 Jun 29 15:25:26.566867 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ef57dc91-24e8-4319-9a66-ed54d7dbc8bb req-3dfe152e-2c55-41b6-871d-9eb54b344c44 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 210 time: 0.0443246 Jun 29 15:25:26.612264 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6fec2181-c911-489b-9869-933db4c406bc req-cc237b07-136b-42f5-a8ff-97339f3ec13a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Jun 29 15:25:27.628019 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-f25e13ad-4cfb-4786-a9d2-90853c2b69fa tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:27.630333 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-f25e13ad-4cfb-4786-a9d2-90853c2b69fa tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 0.2391860 Jun 29 15:25:27.660590 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Request body: {'port': {'device_id': '4ba55df3-c120-4655-b789-28b22cdc1107', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'admin_state_up': True, 'tenant_id': '292ba4b0f79942b5918eefeb46cb3526'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:27.756989 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eab2cf49-abb8-4225-998f-7a66fe1bcfab req-9f3330a5-3f8a-45a9-8a5e-f08ddcbfd229 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 210 time: 0.0552828 Jun 29 15:25:27.867140 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:27.879869 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:27.899079 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba6ba-1f4c-4400-abc9-8786ef15938a req-bf896724-8a85-40d0-ad57-6a2167e46b04 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:27.900641 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fbeba6ba-1f4c-4400-abc9-8786ef15938a req-bf896724-8a85-40d0-ad57-6a2167e46b04 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1492057 Jun 29 15:25:27.902115 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Made reservation on behalf of 292ba4b0f79942b5918eefeb46cb3526 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:25:27.905694 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.009719 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fbeba6ba-1f4c-4400-abc9-8786ef15938a req-0936a2aa-2992-4ccb-b773-95e107c7d49a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931110 Jun 29 15:25:28.129249 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Allocated IP 172.20.0.3 (3c2a1a90-3e36-4d36-95d7-3c5b287ae936/65ec42c3-8c28-458a-a3a1-4e66ca41b980/f3ada675-a801-4009-a26b-b1c73589fd1b) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:25:28.344483 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.389464 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.395431 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a267c43b-eeaa-427b-8a1b-be8991e38603 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:28.416416 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:25:28.448533 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54184) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:28.458578 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:25:28.467534 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:25:28.473236 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:25:28.528035 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Pushing event updated for resources: {'Port': ['ID=f3ada675-a801-4009-a26b-b1c73589fd1b,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:28.533583 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:28.553522 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:28.554589 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.585300 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9341822 Jun 29 15:25:28.612919 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Request body: {'port': {'device_id': '4ba55df3-c120-4655-b789-28b22cdc1107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:28.625530 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Deleting subnet ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0 {{(pid=78435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 29 15:25:28.629739 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.693601 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.707196 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976594'] for subnet, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.806803 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.824030 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for subnet, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.829284 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:28.866570 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:28.875578 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:28.877610 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:28.887726 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ad57bc4e-c72d-4cbd-8ce2-fc42c02296b0 HTTP/1.1" status: 204 len: 168 time: 0.4372733 Jun 29 15:25:28.890339 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54200) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:29.052909 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1022515'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.133014 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db291a1-ec14-48fd-9b7f-85e1b82afdc2 req-dc35e2d0-b4dc-47bc-b684-327936e30f45 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:29.134490 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1db291a1-ec14-48fd-9b7f-85e1b82afdc2 req-dc35e2d0-b4dc-47bc-b684-327936e30f45 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 931 time: 0.2052906 Jun 29 15:25:29.234363 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974927', 'neutron.services.segments.db._delete_segments_for_network-8783455710913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.257751 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.258095 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.259089 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.259207 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > port after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.259457 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.259874 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > port after_update 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.260530 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.260902 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.261535 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.261656 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.266413 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ada675-a801-4009-a26b-b1c73589fd1b {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:25:29.274292 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.288484 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Transition to ACTIVE for port object f3ada675-a801-4009-a26b-b1c73589fd1b will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:25:29.293109 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.298261 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d5bf12b-f490-4946-8530-21fc52696988 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:29.379691 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ada675-a801-4009-a26b-b1c73589fd1b,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:29.384722 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:29.420931 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.421272 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.421596 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.421919 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:25:29.422276 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:29.432783 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1db291a1-ec14-48fd-9b7f-85e1b82afdc2 req-369868e6-0776-4367-b107-67e8efd7b01a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865250 Jun 29 15:25:29.440209 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32d3706-c28c-4c58-9615-04f4173c488a') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:29.440209 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32d3706-c28c-4c58-9615-04f4173c488a') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:25:29.453517 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783455721768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6879022'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.470706 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.478174 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:25:29.478174 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-979591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6130788'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.493003 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de055893-0aae-4ab7-b745-237b2abfd996 req-0517449d-4a3f-45ee-b94b-a681023b431e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: from cryptography.utils import int_from_bytes Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: from cryptography.utils import int_from_bytes Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: util.warn_limited( Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: util.warn_limited( Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: Traceback (most recent call last): Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: timer() Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: cb(*args, **kw) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: return func(*args, **kwargs) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: self._notify() Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: self.callback(batched_events) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: event.method(event) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: return f(self, *a, **k) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: return self._get(url).json() Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: return self.request(url, 'GET', **kwargs) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:25:29.493598 dv-cinder-798671-2-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:25:29.496288 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-de055893-0aae-4ab7-b745-237b2abfd996 req-0517449d-4a3f-45ee-b94b-a681023b431e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.3623121 Jun 29 15:25:29.571856 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8018765'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.580351 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.583028 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:29.605781 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Pushing event deleted for resources: {'Network': ['ID=caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:29.609690 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:29.616122 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4beec55b-975a-4038-9884-0c2f702384cb admin admin] 10.222.0.37 "DELETE /v2.0/networks/caab1d7e-7fc8-4b7c-8d6f-27eb0f081ebe HTTP/1.1" status: 204 len: 168 time: 0.7246492 Jun 29 15:25:29.684743 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-de055893-0aae-4ab7-b745-237b2abfd996 req-034077c4-07b3-469c-9951-c068e0b52797 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615894 Jun 29 15:25:29.691388 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Attempting to bind port f3ada675-a801-4009-a26b-b1c73589fd1b on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:25:29.691755 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Attempting to bind port f3ada675-a801-4009-a26b-b1c73589fd1b by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:25:29.692083 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Attempting to bind port f3ada675-a801-4009-a26b-b1c73589fd1b on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:25:29.696833 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Port f3ada675-a801-4009-a26b-b1c73589fd1b on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:25:29.697153 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Attempting to bind port f3ada675-a801-4009-a26b-b1c73589fd1b on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:25:29.702735 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:25:29.703065 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Checking segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:25:29.703500 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Bound using segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:25:29.703945 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Bound port: f3ada675-a801-4009-a26b-b1c73589fd1b, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:25:29.704198 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.797494 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] For port f3ada675-a801-4009-a26b-b1c73589fd1b, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:25:29.801010 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] For port f3ada675-a801-4009-a26b-b1c73589fd1b, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f3ada675-a801-4009-a26b-b1c73589fd1b,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:25:29.806183 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.810898 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:29.811839 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54218) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:29.864249 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2cb179b3-4db9-44cd-bc1b-11f2a213c103 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddf830e3b1a949d387a6cbbb0998254b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510926 Jun 29 15:25:29.865873 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:29.866623 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54224) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:29.866740 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.868273 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3ada675-a801-4009-a26b-b1c73589fd1b HTTP/1.1" status: 200 len: 1093 time: 1.2604742 Jun 29 15:25:29.870761 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba55df3-c120-4655-b789-28b22cdc1107', 'tag': 'f3ada675-a801-4009-a26b-b1c73589fd1b'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:29.910618 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ada675-a801-4009-a26b-b1c73589fd1b,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:29.914425 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:29.942205 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.971152 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:29.991448 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba55df3-c120-4655-b789-28b22cdc1107', 'tag': 'f3ada675-a801-4009-a26b-b1c73589fd1b', 'status': 'completed', 'code': 200} Jun 29 15:25:30.036485 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-3cd9bed9-ccf3-4b27-b43b-205e648390ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:30.037991 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-3cd9bed9-ccf3-4b27-b43b-205e648390ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 1096 time: 0.0915198 Jun 29 15:25:30.042021 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:30.049720 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1a09bf61-4f64-49ec-a43a-e39485150680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:30.064212 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113aabf-4a3e-46c8-843e-31b3ee02dfab,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:30.066982 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:30.078192 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:30.082206 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0113aabf-4a3e-46c8-843e-31b3ee02dfab HTTP/1.1" status: 204 len: 168 time: 0.2141452 Jun 29 15:25:30.115287 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-481edad2-239a-4a81-8cd5-62b0e4f7213b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ada675-a801-4009-a26b-b1c73589fd1b HTTP/1.1" status: 200 len: 217 time: 0.0696261 Jun 29 15:25:30.183271 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-50751b8b-fc27-4977-a204-69a21c4c25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:30.184697 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-50751b8b-fc27-4977-a204-69a21c4c25e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0615623 Jun 29 15:25:30.235787 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-f29cabab-5680-4f1c-b7cf-dbb70254e16d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428770 Jun 29 15:25:30.388447 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-c78efc9c-913b-4e87-8701-53efe6b794dc service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407418 Jun 29 15:25:30.687899 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e39809b-85b9-46da-a0e7-70c373c654e8 req-332c0a02-e464-4bc4-a733-f8d4e98a011a service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875552 Jun 29 15:25:30.701211 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5e63-c5ec-4584-8a1b-094c00741d97 req-5a0f8643-aae7-4fc1-b99c-e5dc1f1802eb tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:30.712362 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-566c5e63-c5ec-4584-8a1b-094c00741d97 req-5a0f8643-aae7-4fc1-b99c-e5dc1f1802eb tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 943 time: 0.1178877 Jun 29 15:25:30.829304 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-566c5e63-c5ec-4584-8a1b-094c00741d97 req-e0bfaf16-9d27-4342-9888-c42f7299b388 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154411 Jun 29 15:25:30.873650 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54282) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:31.035683 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-cd135265-2d56-4757-acf4-a7090df74e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:31.037360 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-cd135265-2d56-4757-acf4-a7090df74e62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 1096 time: 0.2849491 Jun 29 15:25:31.065388 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.085325 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:31.090178 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:a1efba82b63b46f88b34c6813bff2f53 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:31.094217 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:31.101443 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:31.211272 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-32e8d69c-626a-407a-a833-38893d09528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:31.213271 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-32e8d69c-626a-407a-a833-38893d09528d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 916 time: 0.1534741 Jun 29 15:25:31.291054 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.295541 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.303931 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4066a-4763-49e2-89c5-17f363638422 req-f836fded-fe2d-461e-88dc-dae0735d61b1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:31.305883 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:31.311488 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-77e4066a-4763-49e2-89c5-17f363638422 req-f836fded-fe2d-461e-88dc-dae0735d61b1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.3988824 Jun 29 15:25:31.337594 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-c76c2ad8-7759-44d7-91aa-f29ff7b871ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ada675-a801-4009-a26b-b1c73589fd1b HTTP/1.1" status: 200 len: 217 time: 0.1120181 Jun 29 15:25:31.350249 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1efba82b63b46f88b34c6813bff2f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744899 Jun 29 15:25:31.352426 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54300) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:31.356090 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a158f470-dcad-45b2-9392-4845983a5e31,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:31.371920 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-564fabdb-936f-4d89-9631-f10a171f9fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:31.427235 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-77e4066a-4763-49e2-89c5-17f363638422 req-e48e3687-167d-4698-9342-1886994f8322 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148777 Jun 29 15:25:31.428215 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.441183 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-9b0509c6-8677-46a8-9a2d-2b26109e61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:31.443169 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-9b0509c6-8677-46a8-9a2d-2b26109e61b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0945232 Jun 29 15:25:31.458958 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.500283 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-af09b645-4826-4668-b405-f591c1b36438 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428846 Jun 29 15:25:31.511422 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.516404 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b21d8d01-5438-412a-aca0-dfcd267f3588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:31.528197 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a158f470-dcad-45b2-9392-4845983a5e31,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:31.531137 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:31.533300 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.534375 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a158f470-dcad-45b2-9392-4845983a5e31 HTTP/1.1" status: 204 len: 168 time: 0.1805055 Jun 29 15:25:31.659529 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-c45c53d1-8cba-44d5-a1f8-868c1b43dcb3 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502144 Jun 29 15:25:31.796203 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8f9fa02e-7649-47da-afbb-a19fdd8e61c9 req-964916d5-3440-4b82-9555-eef99f2c7cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280916 Jun 29 15:25:31.811950 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54316) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:31.913388 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54324) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:31.980046 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:31.993189 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.021684 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:32.024652 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:32.029292 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e468a7f32e93450991e575519ea6d84b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:32.034537 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6e350fe58c4ad8bafc0be652f24ca7 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:32.036950 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:32.039574 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:32.047940 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:32.054928 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:32.135166 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15469b9-c2b7-4a0a-ad75-536b4d621c66 req-6c6eff7e-a65a-438d-80b2-968fefa78d2b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:32.136901 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a15469b9-c2b7-4a0a-ad75-536b4d621c66 req-6c6eff7e-a65a-438d-80b2-968fefa78d2b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 943 time: 0.1913035 Jun 29 15:25:32.238809 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a15469b9-c2b7-4a0a-ad75-536b4d621c66 req-084ac902-20db-47b7-9d40-d0b9ef3c1305 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 Jun 29 15:25:32.240446 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.254531 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.263517 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:32.299916 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.312397 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.325378 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c6e350fe58c4ad8bafc0be652f24ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108529 Jun 29 15:25:32.328163 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54342) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:32.329316 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be01855e-617c-4a92-932d-a8bed6422c99,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:32.333811 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-61664e0b-8ed5-4e87-b5c9-73d0a1d315b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:32.334576 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-560cdf2d-4f62-4d53-a318-d2bf7dbf039d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:32.370614 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e468a7f32e93450991e575519ea6d84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575068 Jun 29 15:25:32.370774 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54348) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:32.378346 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c147f4ec-7f9d-414b-9b49-34155912b144,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:32.382243 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-54d86be0-9144-4713-80a1-e14b02cad0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:32.480366 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31301f09-8097-4148-a26c-14673b28eb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.495964 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54356) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:32.627422 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.641880 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31301f09-8097-4148-a26c-14673b28eb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.642918 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:32.646844 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Usage tracker for resource:security_group_rule and tenant:085bdf3c0f8b4e58989bc1fdfbd1293d is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:32.649398 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:32.655407 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:32.655948 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.723695 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.753424 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.758346 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.767504 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bf8733ca-9178-4d2e-b1ee-c948bb13174b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:32.771801 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8450cd-5dd1-4a56-a887-bfc94c95e5f8 req-a107ffad-ad9b-4512-bb41-1a02bcb441a8 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:32.773293 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5c8450cd-5dd1-4a56-a887-bfc94c95e5f8 req-a107ffad-ad9b-4512-bb41-1a02bcb441a8 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1961386 Jun 29 15:25:32.781961 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31301f09-8097-4148-a26c-14673b28eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.798588 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:32.812932 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=085bdf3c0f8b4e58989bc1fdfbd1293d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157201 Jun 29 15:25:32.815572 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54364) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:32.818659 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549d727b-6a08-4d53-834c-4759a8564768,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:32.818804 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31301f09-8097-4148-a26c-14673b28eb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be01855e-617c-4a92-932d-a8bed6422c99,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:32.832594 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-31301f09-8097-4148-a26c-14673b28eb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:32.839326 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31301f09-8097-4148-a26c-14673b28eb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.843123 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-31301f09-8097-4148-a26c-14673b28eb35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be01855e-617c-4a92-932d-a8bed6422c99 HTTP/1.1" status: 204 len: 168 time: 0.5098176 Jun 29 15:25:32.843609 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:32.853387 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5c8450cd-5dd1-4a56-a887-bfc94c95e5f8 req-20237760-8efa-42b8-b3da-e48cc8779713 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739872 Jun 29 15:25:32.854858 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.863965 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9433ba7d-3c50-425b-b9ff-df0fda8ac0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:32.875797 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.879786 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c147f4ec-7f9d-414b-9b49-34155912b144 HTTP/1.1" status: 204 len: 168 time: 0.5051904 Jun 29 15:25:32.879786 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c147f4ec-7f9d-414b-9b49-34155912b144,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:32.880339 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:32.912670 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6df-109a-4904-9e56-8553cba3182f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:32.941823 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6df-109a-4904-9e56-8553cba3182f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.002635 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6df-109a-4904-9e56-8553cba3182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.007963 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:33.025298 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ec6df-109a-4904-9e56-8553cba3182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549d727b-6a08-4d53-834c-4759a8564768,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:33.027930 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ae8ec6df-109a-4904-9e56-8553cba3182f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:33.037465 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6df-109a-4904-9e56-8553cba3182f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.038797 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ae8ec6df-109a-4904-9e56-8553cba3182f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/549d727b-6a08-4d53-834c-4759a8564768 HTTP/1.1" status: 204 len: 168 time: 0.2223482 Jun 29 15:25:33.405510 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54396) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:33.424440 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.440875 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:33.445203 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Usage tracker for resource:security_group_rule and tenant:783b4b6beb9b40c89a56b753881817ed is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:33.448608 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:33.455782 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:33.565061 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.581285 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4fe0-269a-4fce-8eb1-599975f5dff6 req-91904cda-99ae-4e4b-aaaa-4edfcab42a9b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:33.586865 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.588481 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2c7c4fe0-269a-4fce-8eb1-599975f5dff6 req-91904cda-99ae-4e4b-aaaa-4edfcab42a9b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 943 time: 0.1717820 Jun 29 15:25:33.622048 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c55cbbf2-d833-4203-a4a4-0ee376601591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:33.643922 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2c7c4fe0-269a-4fce-8eb1-599975f5dff6 req-800e3cdb-8fa9-464c-aecc-81a1411fa7e7 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545380 Jun 29 15:25:33.681609 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=783b4b6beb9b40c89a56b753881817ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725008 Jun 29 15:25:33.681609 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f11fb8-e40e-4cdd-8bb1-797d20f521e3,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:33.681950 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54412) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:33.696406 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-89dee0f9-8946-4b48-9a96-ac2057f02195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:33.753728 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-702104cc-ad7d-4b9a-a680-ab9f7df63708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.786844 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-702104cc-ad7d-4b9a-a680-ab9f7df63708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.843353 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-702104cc-ad7d-4b9a-a680-ab9f7df63708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.848347 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e3a7f301-e4c8-4c50-8ca1-8a1ba3353164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:33.863019 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702104cc-ad7d-4b9a-a680-ab9f7df63708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f11fb8-e40e-4cdd-8bb1-797d20f521e3,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:33.865614 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-702104cc-ad7d-4b9a-a680-ab9f7df63708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:33.869445 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-702104cc-ad7d-4b9a-a680-ab9f7df63708 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79f11fb8-e40e-4cdd-8bb1-797d20f521e3 HTTP/1.1" status: 204 len: 168 time: 0.1855271 Jun 29 15:25:33.870440 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-702104cc-ad7d-4b9a-a680-ab9f7df63708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:34.046398 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3807f5-9aeb-4720-b9d8-092057fe760b req-ea9a6fc0-ba94-453f-ae62-5e68001f4b3a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:34.047997 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad3807f5-9aeb-4720-b9d8-092057fe760b req-ea9a6fc0-ba94-453f-ae62-5e68001f4b3a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0863712 Jun 29 15:25:34.099394 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad3807f5-9aeb-4720-b9d8-092057fe760b req-3fe20e16-b139-4b54-9c22-5abb2dd31fd2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Jun 29 15:25:34.326972 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54452) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:34.345066 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:34.359402 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:34.363315 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Usage tracker for resource:security_group_rule and tenant:2629731024924b54a18e7ee3734b3092 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:34.366133 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:34.371670 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:34.471413 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:34.475911 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:34.485020 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e8460d18-064a-4925-91b0-bb5c5d75c1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:34.526587 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2629731024924b54a18e7ee3734b3092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960030 Jun 29 15:25:34.526587 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807223c8-439c-436b-84e2-3b956796ecad,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:34.526954 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54460) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:34.528894 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b2f7de44-0677-4c3a-9f23-b4a590ee3edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:34.592352 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:34.624287 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:34.701998 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:34.707962 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:34.721568 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807223c8-439c-436b-84e2-3b956796ecad,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:34.725902 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:34.732090 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:34.733403 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/807223c8-439c-436b-84e2-3b956796ecad HTTP/1.1" status: 204 len: 168 time: 0.2048671 Jun 29 15:25:34.850931 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54478) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:35.001612 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device f3ada675-a801-4009-a26b-b1c73589fd1b details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:25:35.088432 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.103821 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:35.107900 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Usage tracker for resource:security_group_rule and tenant:19cac605581e4be6a3760b984a9bf286 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:35.111217 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:35.117449 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:35.142167 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f3ada675-a801-4009-a26b-b1c73589fd1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f3ada675-a801-4009-a26b-b1c73589fd1b,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:25:35.158868 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': 'f3ada675-a801-4009-a26b-b1c73589fd1b', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'port_id': 'f3ada675-a801-4009-a26b-b1c73589fd1b', 'mac_address': 'fa:16:3e:41:36:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ec42c3-8c28-458a-a3a1-4e66ca41b980', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:25:35.216880 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.217195 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.221442 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.234252 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f99a1ba5-a3b7-44b0-9939-96b553553d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:35.236119 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ada675-a801-4009-a26b-b1c73589fd1b {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:25:35.255667 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f3ada675-a801-4009-a26b-b1c73589fd1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f3ada675-a801-4009-a26b-b1c73589fd1b,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:25:35.260056 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.263000 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:35.279051 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00e7f1-796b-466e-86fd-e7206335a035,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:35.291219 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19cac605581e4be6a3760b984a9bf286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392190 Jun 29 15:25:35.292442 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-20324bad-29f0-4fa6-ae0b-5b5435a644be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:35.293948 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54498) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:35.375376 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32b01948-9c45-484b-860c-2a5b23be671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.390122 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=f3ada675-a801-4009-a26b-b1c73589fd1b,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:35.393342 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:35.408879 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32b01948-9c45-484b-860c-2a5b23be671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.463047 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32b01948-9c45-484b-860c-2a5b23be671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.468183 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b3a75250-415c-4f19-9ba6-b6d2c60aae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:35.480177 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b01948-9c45-484b-860c-2a5b23be671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00e7f1-796b-466e-86fd-e7206335a035,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:35.483224 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-32b01948-9c45-484b-860c-2a5b23be671b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:35.485176 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32b01948-9c45-484b-860c-2a5b23be671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:35.486276 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-32b01948-9c45-484b-860c-2a5b23be671b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e00e7f1-796b-466e-86fd-e7206335a035 HTTP/1.1" status: 204 len: 168 time: 0.1912293 Jun 29 15:25:36.015273 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54532) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:36.130829 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.145079 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:36.149419 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e362b2321077422480bfba90625e7d02 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:36.153680 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:36.159354 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:36.242641 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.247450 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.254721 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-68551af5-b73c-4c8a-8572-c06f31745f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:36.297362 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e362b2321077422480bfba90625e7d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786722 Jun 29 15:25:36.297362 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389ce8bf-23f4-442a-89bc-f0dce4699952,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:36.297902 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54546) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:36.299477 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d502a187-2a1d-461b-9163-9fe211b691d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:36.308020 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54550) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:36.367592 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcd6b-7852-450e-afe5-3f3c269a91da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.394241 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcd6b-7852-450e-afe5-3f3c269a91da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.409119 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-602353929-network', 'tenant_id': '2573f2ac097740a181900a8ed73e88ba'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:36.413645 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:36.417709 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Usage tracker for resource:network and tenant:2573f2ac097740a181900a8ed73e88ba is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:36.420582 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:36.427432 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:36.439778 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Made reservation on behalf of 2573f2ac097740a181900a8ed73e88ba for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:25:36.444088 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.457206 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcd6b-7852-450e-afe5-3f3c269a91da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.461665 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.461812 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:36.474748 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dcd6b-7852-450e-afe5-3f3c269a91da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389ce8bf-23f4-442a-89bc-f0dce4699952,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:36.477131 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9f7dcd6b-7852-450e-afe5-3f3c269a91da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:36.481110 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:36.481790 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcd6b-7852-450e-afe5-3f3c269a91da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.482885 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9f7dcd6b-7852-450e-afe5-3f3c269a91da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/389ce8bf-23f4-442a-89bc-f0dce4699952 HTTP/1.1" status: 204 len: 168 time: 0.1832483 Jun 29 15:25:36.489435 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Usage tracker for resource:security_group_rule and tenant:2573f2ac097740a181900a8ed73e88ba is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:36.493164 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:36.503929 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:36.590713 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.595241 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.598179 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4f8307df-4029-4069-9958-61e3218675c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:36.627905 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:25:36.636323 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f89f4-9940-4452-b16b-99166c317e06,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:36.639835 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:36.642342 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.642692 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Added segment 87c1afc8-10c6-4855-91a3-2efa69e98b6f of type vlan for network f466f65e-da0d-46b1-9cd3-02c7da236a3e Jun 29 15:25:36.669982 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.699688 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.701039 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:36.701632 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:36.706373 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:36.809961 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Pushing event updated for resources: {'Network': ['ID=f466f65e-da0d-46b1-9cd3-02c7da236a3e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:36.814256 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:36.821841 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network f466f65e-da0d-46b1-9cd3-02c7da236a3e details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:25:36.822610 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-90fd58ba-d9ec-4171-b14b-6d64941d681e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5133235 Jun 29 15:25:36.825384 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54566) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:36.831031 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Request body: {'subnet': {'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-602353929-subnet', 'tenant_id': '2573f2ac097740a181900a8ed73e88ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:36.836008 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:36.840106 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Usage tracker for resource:subnet and tenant:2573f2ac097740a181900a8ed73e88ba is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:36.843207 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:36.848820 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:36.864406 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Made reservation on behalf of 2573f2ac097740a181900a8ed73e88ba for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:25:36.866806 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025171'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:37.084915 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6123655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025157'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:37.090304 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:37.165979 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=942c6326-0cda-445e-960d-20f4877cd103,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:37.171253 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:37.175235 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Checking segment: {'id': '87c1afc8-10c6-4855-91a3-2efa69e98b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:25:37.175516 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Network hostable DHCP agents. Network: f466f65e-da0d-46b1-9cd3-02c7da236a3e, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:25:37.194645 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Network f466f65e-da0d-46b1-9cd3-02c7da236a3e is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:25:37.204450 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, f466f65e-da0d-46b1-9cd3-02c7da236a3e) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:25:37.209634 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:37.210227 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:37.214562 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b556e-d876-4c7e-bcd6-2d922e5ae355 None None] Network f466f65e-da0d-46b1-9cd3-02c7da236a3e requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:25:37.244095 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4094620 Jun 29 15:25:37.437536 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a68c7a-a59e-45e3-bb20-883c87b36812 None None] Network f466f65e-da0d-46b1-9cd3-02c7da236a3e requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:25:38.109767 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a8d5f-9b08-404b-a30f-e225e22d53ed req-b2616746-7b63-4a8c-a8ff-424224b35b41 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:38.110472 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-9a4a8d5f-9b08-404b-a30f-e225e22d53ed req-b2616746-7b63-4a8c-a8ff-424224b35b41 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Synchronizing usage tracker for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:25:38.126421 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-9a4a8d5f-9b08-404b-a30f-e225e22d53ed req-b2616746-7b63-4a8c-a8ff-424224b35b41 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Unset dirty status for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:25:38.127792 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9a4a8d5f-9b08-404b-a30f-e225e22d53ed req-b2616746-7b63-4a8c-a8ff-424224b35b41 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 944 time: 0.1111617 Jun 29 15:25:38.173028 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9a4a8d5f-9b08-404b-a30f-e225e22d53ed req-02c39c0a-c6db-4df5-a781-204c5e7f1ea8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jun 29 15:25:38.258723 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca2ce8-d962-45fd-a76c-1f001fda6bd8 req-1092ead5-b8d9-4449-9475-cd41ff591e10 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:38.260303 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-afca2ce8-d962-45fd-a76c-1f001fda6bd8 req-1092ead5-b8d9-4449-9475-cd41ff591e10 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0812545 Jun 29 15:25:38.306006 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-afca2ce8-d962-45fd-a76c-1f001fda6bd8 req-0e934065-f76a-47bd-8afd-3262724849dc tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391395 Jun 29 15:25:38.349769 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['f3ada675-a801-4009-a26b-b1c73589fd1b'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:25:38.498467 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c9c3f6e8-0af1-459c-b097-28324f0dcff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:38.726922 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:39.376262 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e0e2-0187-437a-895e-37620a7d63ef req-781f542b-e488-4c76-bf80-b70dc4bb82b5 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:39.383567 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2152e0e2-0187-437a-895e-37620a7d63ef req-781f542b-e488-4c76-bf80-b70dc4bb82b5 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 944 time: 0.0928264 Jun 29 15:25:39.436033 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2152e0e2-0187-437a-895e-37620a7d63ef req-272ddabe-39ba-4be8-ad74-1d65e6578360 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Jun 29 15:25:39.538555 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba109430-d554-44a1-8be0-c48b9e2e146d req-59ddd74c-6aa6-4cc0-bba2-ff69b944168e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:39.540149 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba109430-d554-44a1-8be0-c48b9e2e146d req-59ddd74c-6aa6-4cc0-bba2-ff69b944168e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1064234 Jun 29 15:25:39.593570 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba109430-d554-44a1-8be0-c48b9e2e146d req-b19be807-9369-4a1b-88d8-2e79636b264b tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Jun 29 15:25:39.643957 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device f3ada675-a801-4009-a26b-b1c73589fd1b up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:25:39.718402 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port f3ada675-a801-4009-a26b-b1c73589fd1b completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:25:39.723418 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port f3ada675-a801-4009-a26b-b1c73589fd1b triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:25:39.723801 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:39.830495 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:39.856412 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:39.884395 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba55df3-c120-4655-b789-28b22cdc1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ada675-a801-4009-a26b-b1c73589fd1b'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:39.894285 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port f3ada675-a801-4009-a26b-b1c73589fd1b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f3ada675-a801-4009-a26b-b1c73589fd1b,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:25:39.899249 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:39.903070 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:39.937005 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba55df3-c120-4655-b789-28b22cdc1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ada675-a801-4009-a26b-b1c73589fd1b', 'code': 200} Jun 29 15:25:39.973690 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=f3ada675-a801-4009-a26b-b1c73589fd1b,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:39.977000 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:40.186953 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5d36a-f5f0-40a4-8c9f-589723a921d6 req-b9a49c40-004f-4e48-82f7-3d627ee667b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:40.188417 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ce5d36a-f5f0-40a4-8c9f-589723a921d6 req-b9a49c40-004f-4e48-82f7-3d627ee667b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 1098 time: 0.0734439 Jun 29 15:25:40.235138 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ce5d36a-f5f0-40a4-8c9f-589723a921d6 req-7826692d-d93c-44e6-8b8f-005317bc85aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Jun 29 15:25:40.354535 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-23ecf3ed-fa1f-487f-9140-93ad76adb16a tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:40.355215 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-23ecf3ed-fa1f-487f-9140-93ad76adb16a tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Synchronizing usage tracker for tenant:2573f2ac097740a181900a8ed73e88ba on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:25:40.372475 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-23ecf3ed-fa1f-487f-9140-93ad76adb16a tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Unset dirty status for tenant:2573f2ac097740a181900a8ed73e88ba on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:25:40.373724 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-23ecf3ed-fa1f-487f-9140-93ad76adb16a tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/networks?id=f466f65e-da0d-46b1-9cd3-02c7da236a3e HTTP/1.1" status: 200 len: 813 time: 0.1609795 Jun 29 15:25:40.388664 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-6fe3d92e-da9c-4c0f-9f42-442235f4b0d1 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/quotas/2573f2ac097740a181900a8ed73e88ba HTTP/1.1" status: 200 len: 375 time: 0.0093815 Jun 29 15:25:40.436473 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-c0491c7e-2645-4bc0-9ac3-5603f802875f tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2573f2ac097740a181900a8ed73e88ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416429 Jun 29 15:25:40.585652 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-33aeb1d0-b913-425f-8cbc-faf0e0065b23 service neutron] 10.222.0.37 "GET /v2.0/networks/f466f65e-da0d-46b1-9cd3-02c7da236a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428382 Jun 29 15:25:40.786602 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-e3fc266f-121e-44be-8378-9accd879f33e service neutron] 10.222.0.37 "GET /v2.0/networks/f466f65e-da0d-46b1-9cd3-02c7da236a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948428 Jun 29 15:25:41.033138 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcf5fb-1497-4afc-9431-185018920b53 req-31c9f158-a11e-4753-aeb7-2a8df996a55f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:41.040296 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cbdcf5fb-1497-4afc-9431-185018920b53 req-31c9f158-a11e-4753-aeb7-2a8df996a55f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 945 time: 0.0957818 Jun 29 15:25:41.106309 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cbdcf5fb-1497-4afc-9431-185018920b53 req-c2a4a710-e0d3-4a07-b405-0b8ac46f2e36 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649364 Jun 29 15:25:41.109195 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5202-40a1-45bd-a0dd-82deabd329f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:41.114692 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ea6d2-e348-49a5-8af2-d7bf4a016c81 req-e1b04d5e-8ed9-431b-9759-1908c786a491 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:41.120135 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b51ea6d2-e348-49a5-8af2-d7bf4a016c81 req-e1b04d5e-8ed9-431b-9759-1908c786a491 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1104109 Jun 29 15:25:41.180065 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b51ea6d2-e348-49a5-8af2-d7bf4a016c81 req-496cf42f-0c26-45d3-a0aa-d88a29352961 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588720 Jun 29 15:25:41.279940 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f089c33d-b7de-4af1-a774-9fcf7afd66b1 req-b47215b1-93ab-45ba-8df9-c97bccb47ba4 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 210 time: 0.0638540 Jun 29 15:25:41.963888 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54702) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:42.080822 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.095113 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:42.098959 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Usage tracker for resource:security_group_rule and tenant:195e56004d604c33ad07af2c860d3df7 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:42.101850 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:42.107514 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:42.183017 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.190446 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.194837 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.206663 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8ea64b40-d290-4081-a67a-a9d010638691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:42.247217 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=195e56004d604c33ad07af2c860d3df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821729 Jun 29 15:25:42.248842 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606dff2e-18b5-4547-8f22-775e84dfd670,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:42.249977 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54714) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:42.257536 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:42.311748 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a539333-25ef-4353-99c9-982a7c7075eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.337319 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a539333-25ef-4353-99c9-982a7c7075eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.338261 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25131431-9ed1-4be2-9a78-32823ddc26cc req-7cb1dfc2-2099-4f52-8649-e5df2510a047 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:42.339714 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25131431-9ed1-4be2-9a78-32823ddc26cc req-7cb1dfc2-2099-4f52-8649-e5df2510a047 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 945 time: 0.0812805 Jun 29 15:25:42.386701 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25131431-9ed1-4be2-9a78-32823ddc26cc req-29340b2e-3581-4b79-9365-a705897d53c6 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Jun 29 15:25:42.390728 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a539333-25ef-4353-99c9-982a7c7075eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.395599 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:42.408490 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a539333-25ef-4353-99c9-982a7c7075eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606dff2e-18b5-4547-8f22-775e84dfd670,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:42.411010 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1a539333-25ef-4353-99c9-982a7c7075eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:42.413451 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a539333-25ef-4353-99c9-982a7c7075eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:42.417040 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1a539333-25ef-4353-99c9-982a7c7075eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/606dff2e-18b5-4547-8f22-775e84dfd670 HTTP/1.1" status: 204 len: 168 time: 0.1634626 Jun 29 15:25:42.579178 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4adf3f-55e0-47b2-9451-652c252f9bad req-e1535211-cdb8-4c21-8e2a-97120f07d9c1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:42.580730 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4e4adf3f-55e0-47b2-9451-652c252f9bad req-e1535211-cdb8-4c21-8e2a-97120f07d9c1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0825071 Jun 29 15:25:42.625623 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4e4adf3f-55e0-47b2-9451-652c252f9bad req-185271c6-d2c0-4fc5-b875-1d363b7ea64a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Jun 29 15:25:42.769842 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-85e98ea3-29f8-4b58-804f-df13f27cc74f req-4a8af667-7c6f-4f71-b06c-384246c8004b tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 210 time: 0.0425925 Jun 29 15:25:43.416297 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:46.982794 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9e56d-e401-43e0-9ce2-43605a10533c req-a19d6c32-b9b7-4aae-8055-0a35f9ab6401 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:46.984268 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39c9e56d-e401-43e0-9ce2-43605a10533c req-a19d6c32-b9b7-4aae-8055-0a35f9ab6401 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 945 time: 0.0878632 Jun 29 15:25:47.031993 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39c9e56d-e401-43e0-9ce2-43605a10533c req-f72f8218-778b-4c80-82d4-13fbaa1826d2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Jun 29 15:25:47.036264 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5c47-f034-46da-b24b-d1673bde3cc0 req-7197f39c-a17c-457f-a314-11f36a4210c5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:47.037837 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c2af5c47-f034-46da-b24b-d1673bde3cc0 req-7197f39c-a17c-457f-a314-11f36a4210c5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1027250 Jun 29 15:25:47.213727 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ca177bbc-9aa1-40f6-8f65-c3efb0eedb21 req-10cb39b9-99e6-4053-be14-16ed946f593b tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 210 time: 0.0656095 Jun 29 15:25:47.229417 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c2af5c47-f034-46da-b24b-d1673bde3cc0 req-704166ee-664a-4226-a89f-285bb3ae1a51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835341 Jun 29 15:25:47.307352 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-a2a65bcb-532f-446c-9a89-024e851ae210 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:47.308877 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-a2a65bcb-532f-446c-9a89-024e851ae210 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.24 "GET /v2.0/networks?id=f466f65e-da0d-46b1-9cd3-02c7da236a3e HTTP/1.1" status: 200 len: 813 time: 0.2272036 Jun 29 15:25:47.601393 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Request body: {'port': {'device_id': 'c93515ee-baf9-4d91-979a-2ab0cb12e73a', 'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e', 'admin_state_up': True, 'tenant_id': '2573f2ac097740a181900a8ed73e88ba'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:47.739026 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:47.742735 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Usage tracker for resource:port and tenant:2573f2ac097740a181900a8ed73e88ba is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:47.745554 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:47.751491 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:47.761492 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Made reservation on behalf of 2573f2ac097740a181900a8ed73e88ba for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:25:47.766870 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:47.947898 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Allocated IP 172.20.0.6 (f466f65e-da0d-46b1-9cd3-02c7da236a3e/942c6326-0cda-445e-960d-20f4877cd103/2382478d-3344-45e6-af3f-1afd55ef3a54) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:25:48.254656 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:48.295483 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:48.308172 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1ea8138c-b744-4d70-922b-dbe5053416d4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:48.431125 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Network f466f65e-da0d-46b1-9cd3-02c7da236a3e is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:25:48.439989 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Pushing event updated for resources: {'Port': ['ID=2382478d-3344-45e6-af3f-1afd55ef3a54,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:48.442503 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:25:48.445912 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:48.447455 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:25:48.491548 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2f39a-ffd2-43eb-a7d0-cf45e05d402f req-46caf894-140d-4d75-a1c7-e8cb85869dbc tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:48.493170 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84e2f39a-ffd2-43eb-a7d0-cf45e05d402f req-46caf894-140d-4d75-a1c7-e8cb85869dbc tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 931 time: 0.0877988 Jun 29 15:25:48.521182 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:48.521826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:48.537432 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-84e2f39a-ffd2-43eb-a7d0-cf45e05d402f req-9c693118-1bb3-4734-9734-3a1070b8b797 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Synchronizing usage tracker for tenant:2573f2ac097740a181900a8ed73e88ba on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:25:48.549856 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12829c-47a7-46d7-82e9-f7084870d599 req-f8550403-f5dd-43ee-b123-d7c7b2b01f28 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:48.551302 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-db12829c-47a7-46d7-82e9-f7084870d599 req-f8550403-f5dd-43ee-b123-d7c7b2b01f28 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1766617 Jun 29 15:25:48.553018 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9654717 Jun 29 15:25:48.555034 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-84e2f39a-ffd2-43eb-a7d0-cf45e05d402f req-9c693118-1bb3-4734-9734-3a1070b8b797 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Unset dirty status for tenant:2573f2ac097740a181900a8ed73e88ba on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:25:48.556266 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84e2f39a-ffd2-43eb-a7d0-cf45e05d402f req-9c693118-1bb3-4734-9734-3a1070b8b797 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568962 Jun 29 15:25:48.596402 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-db12829c-47a7-46d7-82e9-f7084870d599 req-cec46317-d80e-460e-9871-6c5c42f95b00 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389631 Jun 29 15:25:48.647634 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:25:48.663223 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Request body: {'port': {'device_id': 'c93515ee-baf9-4d91-979a-2ab0cb12e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:25:48.777711 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:49.183221 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2382478d-3344-45e6-af3f-1afd55ef3a54 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:25:49.191140 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:49.212385 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Transition to ACTIVE for port object 2382478d-3344-45e6-af3f-1afd55ef3a54 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:25:49.219452 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:49.223845 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:49.392895 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Pushing event updated for resources: {'Port': ['ID=2382478d-3344-45e6-af3f-1afd55ef3a54,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:49.397603 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:49.516442 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Attempting to bind port 2382478d-3344-45e6-af3f-1afd55ef3a54 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:25:49.516743 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Attempting to bind port 2382478d-3344-45e6-af3f-1afd55ef3a54 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '87c1afc8-10c6-4855-91a3-2efa69e98b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:25:49.517124 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Attempting to bind port 2382478d-3344-45e6-af3f-1afd55ef3a54 on network f466f65e-da0d-46b1-9cd3-02c7da236a3e {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:25:49.524609 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bbb99-7396-40d7-9583-b64d3b002d8d req-0a31966c-197d-4ca8-8cb0-45e4a643a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:49.526095 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-649bbb99-7396-40d7-9583-b64d3b002d8d req-0a31966c-197d-4ca8-8cb0-45e4a643a5b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 1098 time: 0.1980200 Jun 29 15:25:49.526789 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Port 2382478d-3344-45e6-af3f-1afd55ef3a54 on network f466f65e-da0d-46b1-9cd3-02c7da236a3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:25:49.527099 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Attempting to bind port 2382478d-3344-45e6-af3f-1afd55ef3a54 on network f466f65e-da0d-46b1-9cd3-02c7da236a3e {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:25:49.532471 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:25:49.532714 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Checking segment: {'id': '87c1afc8-10c6-4855-91a3-2efa69e98b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:25:49.533135 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Bound using segment: {'id': '87c1afc8-10c6-4855-91a3-2efa69e98b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:25:49.533554 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Bound port: 2382478d-3344-45e6-af3f-1afd55ef3a54, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c1afc8-10c6-4855-91a3-2efa69e98b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:25:49.533889 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:49.627427 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-649bbb99-7396-40d7-9583-b64d3b002d8d req-5ce82a2f-a5c0-41bc-abd9-dcd03f6f8f32 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849149 Jun 29 15:25:49.661188 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] For port 2382478d-3344-45e6-af3f-1afd55ef3a54, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:25:49.664372 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] For port 2382478d-3344-45e6-af3f-1afd55ef3a54, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2382478d-3344-45e6-af3f-1afd55ef3a54,segment=NetworkSegment(87c1afc8-10c6-4855-91a3-2efa69e98b6f),segment_id=87c1afc8-10c6-4855-91a3-2efa69e98b6f)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:25:49.669886 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:49.674568 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:49.748199 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c438c9a-e335-4d17-b8f5-fa0bb588cb51 req-fcceec2a-216e-4b61-9d3b-83b232198783 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:49.749677 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5c438c9a-e335-4d17-b8f5-fa0bb588cb51 req-fcceec2a-216e-4b61-9d3b-83b232198783 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 943 time: 0.0832114 Jun 29 15:25:49.758826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:49.759430 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:49.760788 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] 10.222.0.24 "PUT /v2.0/ports/2382478d-3344-45e6-af3f-1afd55ef3a54 HTTP/1.1" status: 200 len: 1093 time: 1.1022611 Jun 29 15:25:49.761281 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93515ee-baf9-4d91-979a-2ab0cb12e73a', 'tag': '2382478d-3344-45e6-af3f-1afd55ef3a54'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:25:49.798068 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5c438c9a-e335-4d17-b8f5-fa0bb588cb51 req-a8746581-9804-4cb3-9c48-d246bb5d748a tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Jun 29 15:25:49.800543 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Pushing event updated for resources: {'Port': ['ID=2382478d-3344-45e6-af3f-1afd55ef3a54,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:49.803890 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:49.834376 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18540b-361b-448a-992a-58a00a78b2c1 req-690bf132-7fc6-46f7-94ce-30128d92f6f3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:49.835834 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd18540b-361b-448a-992a-58a00a78b2c1 req-690bf132-7fc6-46f7-94ce-30128d92f6f3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.1260219 Jun 29 15:25:49.859250 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93515ee-baf9-4d91-979a-2ab0cb12e73a', 'tag': '2382478d-3344-45e6-af3f-1afd55ef3a54', 'status': 'completed', 'code': 200} Jun 29 15:25:49.885678 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd18540b-361b-448a-992a-58a00a78b2c1 req-886061cb-d4ad-4ef1-b3b4-1d89451d922a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441637 Jun 29 15:25:50.642071 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 54922) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:50.782776 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:50.797242 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:25:50.801549 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2f76daa9db4955b7a53ee05af031e6 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:25:50.804512 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:25:50.810826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:25:50.899664 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:50.905553 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:50.912681 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-85a81cc6-2097-456f-b744-6cbb55059d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:50.953890 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f2f76daa9db4955b7a53ee05af031e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107305 Jun 29 15:25:50.954790 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37da8e2a-5797-4363-974d-a8eef7909797,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:50.956795 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 54932) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:25:50.962665 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.963036 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.963383 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.963725 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.964069 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.964396 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.964729 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.965103 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.965435 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.965770 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.966106 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.966439 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:25:50.970373 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:51.019671 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:51.056417 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:51.112443 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:51.116179 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4890c08a-57c6-4f1c-8b00-8251d28fe05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:25:51.129542 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37da8e2a-5797-4363-974d-a8eef7909797,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:25:51.133833 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:25:51.139898 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:25:51.141052 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37da8e2a-5797-4363-974d-a8eef7909797 HTTP/1.1" status: 204 len: 168 time: 0.1832321 Jun 29 15:25:56.228306 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613468b4-a191-4703-8c92-184a481cd200 req-612740bd-e45e-423d-a18f-2bb2793f37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:56.229688 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-613468b4-a191-4703-8c92-184a481cd200 req-612740bd-e45e-423d-a18f-2bb2793f37c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2573f2ac097740a181900a8ed73e88ba&device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 1096 time: 0.2235401 Jun 29 15:25:56.236669 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e982f2f-e70c-4f9b-8fa9-784feffda8ef req-f485247f-5dde-4f84-91eb-983734e25f67 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:56.238156 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e982f2f-e70c-4f9b-8fa9-784feffda8ef req-f485247f-5dde-4f84-91eb-983734e25f67 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 943 time: 0.0940180 Jun 29 15:25:56.250176 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3f3e1-c614-4d2f-a104-81bf6cf0e54a req-1ee8fbf6-24b4-4d74-b184-decf645d3d86 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:56.251719 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cba3f3e1-c614-4d2f-a104-81bf6cf0e54a req-1ee8fbf6-24b4-4d74-b184-decf645d3d86 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0984988 Jun 29 15:25:56.284338 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e982f2f-e70c-4f9b-8fa9-784feffda8ef req-7c8dc4b4-e774-41e7-b1ba-9104afa29fa8 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Jun 29 15:25:56.384477 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cba3f3e1-c614-4d2f-a104-81bf6cf0e54a req-1c0255d0-e30d-42aa-9451-1472cc0c0838 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260965 Jun 29 15:25:56.435333 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613468b4-a191-4703-8c92-184a481cd200 req-07b94eff-9e1e-48b1-8d48-682ee5ab7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:56.436800 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-613468b4-a191-4703-8c92-184a481cd200 req-07b94eff-9e1e-48b1-8d48-682ee5ab7f70 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2573f2ac097740a181900a8ed73e88ba&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1652596 Jun 29 15:25:56.586826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613468b4-a191-4703-8c92-184a481cd200 req-bd8648b0-0a2c-4e26-8c87-4ff979bd4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:56.588191 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-613468b4-a191-4703-8c92-184a481cd200 req-bd8648b0-0a2c-4e26-8c87-4ff979bd4cf1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426919 Jun 29 15:25:56.729769 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-dbf03780-03a6-4de0-a69c-2224b392493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:56.731268 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-dbf03780-03a6-4de0-a69c-2224b392493d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2573f2ac097740a181900a8ed73e88ba&device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 1096 time: 0.0896723 Jun 29 15:25:56.802208 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-1ecf51ad-8487-4098-80ec-82a755545fcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2382478d-3344-45e6-af3f-1afd55ef3a54 HTTP/1.1" status: 200 len: 217 time: 0.0632722 Jun 29 15:25:56.875765 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-555560d5-bf81-4a30-94b5-69c569629697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:56.877427 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-555560d5-bf81-4a30-94b5-69c569629697 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=942c6326-0cda-445e-960d-20f4877cd103 HTTP/1.1" status: 200 len: 853 time: 0.0623319 Jun 29 15:25:56.952401 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-2cda2a37-27d0-4884-9da3-530d199ca9ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f466f65e-da0d-46b1-9cd3-02c7da236a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617974 Jun 29 15:25:57.149689 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-297a1918-9608-46fc-93d7-1c9d0ee75fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/f466f65e-da0d-46b1-9cd3-02c7da236a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866210 Jun 29 15:25:57.340298 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad3ac004-6ec5-45c3-8555-9d51483ef6df req-04a39d55-edb9-4233-9c5e-cc9222d91703 service neutron] 10.222.0.24 "GET /v2.0/networks/f466f65e-da0d-46b1-9cd3-02c7da236a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791570 Jun 29 15:25:57.507005 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209167a1-2b2f-44b7-9a68-179982289fac req-377bed0d-8b65-48a5-b6cb-d9039424e17e tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:57.508054 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-209167a1-2b2f-44b7-9a68-179982289fac req-377bed0d-8b65-48a5-b6cb-d9039424e17e tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Synchronizing usage tracker for tenant:2573f2ac097740a181900a8ed73e88ba on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:25:57.527383 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-209167a1-2b2f-44b7-9a68-179982289fac req-377bed0d-8b65-48a5-b6cb-d9039424e17e tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Unset dirty status for tenant:2573f2ac097740a181900a8ed73e88ba on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:25:57.528596 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-209167a1-2b2f-44b7-9a68-179982289fac req-377bed0d-8b65-48a5-b6cb-d9039424e17e tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 943 time: 0.1040494 Jun 29 15:25:57.535692 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-aff14a52-a45b-412c-a5d4-5b2cc30fe424 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:57.537297 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-aff14a52-a45b-412c-a5d4-5b2cc30fe424 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 0.1565406 Jun 29 15:25:57.553093 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-026f4cd5-dc09-4409-bdf3-95d48f79c8f6 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/quotas/292ba4b0f79942b5918eefeb46cb3526 HTTP/1.1" status: 200 len: 375 time: 0.0104527 Jun 29 15:25:57.578151 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-209167a1-2b2f-44b7-9a68-179982289fac req-785454f3-3f31-41c8-9dba-bb39da30d700 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Jun 29 15:25:57.643622 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-22ae6397-a787-43a5-9d88-761d2f3117e5 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836797 Jun 29 15:25:57.757729 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24bab9-ebe3-4f26-add8-7535070c1124 req-aae5155c-64b0-450f-be64-1b91181009d4 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:57.759199 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dd24bab9-ebe3-4f26-add8-7535070c1124 req-aae5155c-64b0-450f-be64-1b91181009d4 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 945 time: 0.0839977 Jun 29 15:25:57.790008 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-5250124a-c926-4d36-ac9d-e8939576fa9e service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387033 Jun 29 15:25:57.805024 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dd24bab9-ebe3-4f26-add8-7535070c1124 req-affb9832-487a-440d-aec4-06bda48e6ccf tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Jun 29 15:25:57.933223 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-f53f7b4a-b92d-43d0-9f31-3e2eb1ab773d service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369047 Jun 29 15:25:57.989876 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf641a-afdb-46ca-b234-5da9518ba66d req-a29a39de-ac21-4a96-96d4-fdb5cf1e1b7f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:25:57.991322 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-61bf641a-afdb-46ca-b234-5da9518ba66d req-a29a39de-ac21-4a96-96d4-fdb5cf1e1b7f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.0792105 Jun 29 15:25:58.047431 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-61bf641a-afdb-46ca-b234-5da9518ba66d req-3ed0a492-da44-45d3-b4e0-855ec5aa19d8 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497439 Jun 29 15:25:58.109763 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f1ceb615-0ef3-403c-a4d0-c57f7cc0e9a7 req-ed849256-dd68-4697-8abb-d73d8f7b654d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 210 time: 0.0460403 Jun 29 15:26:03.873064 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8c94e2cb-dde3-4ead-b637-d2daf498eaed req-b62d9dd0-78f7-4a67-8f02-b5fe85b57c48 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 210 time: 0.0485082 Jun 29 15:26:03.967822 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8586-f007-49d7-a8f3-ddd4e71ebc5b req-fb1bec1a-9978-4249-a21c-b1a4d086a630 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:03.969541 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d3b8586-f007-49d7-a8f3-ddd4e71ebc5b req-fb1bec1a-9978-4249-a21c-b1a4d086a630 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 943 time: 0.1521327 Jun 29 15:26:04.024493 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d3b8586-f007-49d7-a8f3-ddd4e71ebc5b req-203d2529-28d5-4c93-a387-48fbe4d18a06 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Jun 29 15:26:04.258465 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-f342ac43-eba1-4944-9836-31c636f00a75 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:04.260000 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-f342ac43-eba1-4944-9836-31c636f00a75 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 0.1509540 Jun 29 15:26:04.276460 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Request body: {'port': {'device_id': 'a633b587-edd2-4a43-8bfa-96204a8ae997', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'admin_state_up': True, 'tenant_id': '292ba4b0f79942b5918eefeb46cb3526'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:04.556232 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:04.572288 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:04.589375 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Made reservation on behalf of 292ba4b0f79942b5918eefeb46cb3526 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:26:04.593007 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:04.852275 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Allocated IP 172.20.0.2 (3c2a1a90-3e36-4d36-95d7-3c5b287ae936/65ec42c3-8c28-458a-a3a1-4e66ca41b980/e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:05.110727 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae183dd7-c4ca-448a-998e-299b27864f3e req-b9c0460e-e204-4892-a6ee-3665c6650a67 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 210 time: 0.0639966 Jun 29 15:26:05.174582 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:05.235659 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:05.244283 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-601b1536-1e67-4425-9d64-442036ed621c tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:05.249623 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3', 'f3ada675-a801-4009-a26b-b1c73589fd1b'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:26:05.298675 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c5432-ec1c-4422-852c-863816ce9cee req-5566d3f9-8148-497a-a54e-9ed3b02d59dc tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:05.309851 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2f4c5432-ec1c-4422-852c-863816ce9cee req-5566d3f9-8148-497a-a54e-9ed3b02d59dc tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 943 time: 0.1402338 Jun 29 15:26:05.354991 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:05.362784 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:05.370872 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:05.427899 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2f4c5432-ec1c-4422-852c-863816ce9cee req-c827192d-4df1-4435-8d23-2941dfe36f24 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120894 Jun 29 15:26:05.460508 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Pushing event updated for resources: {'Port': ['ID=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:05.476227 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:05.516655 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:05.518245 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:05.576947 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-e7c6e416-4440-444b-99e4-cd3592ed910d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3067911 Jun 29 15:26:05.601005 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Request body: {'port': {'device_id': 'a633b587-edd2-4a43-8bfa-96204a8ae997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:05.808980 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 2382478d-3344-45e6-af3f-1afd55ef3a54 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:26:05.823258 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:05.943477 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f121-d86a-4871-9d30-4c1e73d12727 req-ad795119-d489-4eb6-9b00-56ee6300a62d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:05.952278 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da30f121-d86a-4871-9d30-4c1e73d12727 req-ad795119-d489-4eb6-9b00-56ee6300a62d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1085238 Jun 29 15:26:06.004198 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-57b58c36-2521-4fc4-a4d6-f065d7e53c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:06.006154 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-57b58c36-2521-4fc4-a4d6-f065d7e53c09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.2331836 Jun 29 15:26:06.015209 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da30f121-d86a-4871-9d30-4c1e73d12727 req-186a206c-5a03-45c2-8338-788645c01e1b tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613704 Jun 29 15:26:06.043115 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 2382478d-3344-45e6-af3f-1afd55ef3a54, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2382478d-3344-45e6-af3f-1afd55ef3a54,segment=NetworkSegment(87c1afc8-10c6-4855-91a3-2efa69e98b6f),segment_id=87c1afc8-10c6-4855-91a3-2efa69e98b6f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:06.059603 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': '2382478d-3344-45e6-af3f-1afd55ef3a54', 'network_id': 'f466f65e-da0d-46b1-9cd3-02c7da236a3e', 'port_id': '2382478d-3344-45e6-af3f-1afd55ef3a54', 'mac_address': 'fa:16:3e:6b:74:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942c6326-0cda-445e-960d-20f4877cd103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:26:06.166548 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:06.223551 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2382478d-3344-45e6-af3f-1afd55ef3a54 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:26:06.285769 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 2382478d-3344-45e6-af3f-1afd55ef3a54, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2382478d-3344-45e6-af3f-1afd55ef3a54,segment=NetworkSegment(87c1afc8-10c6-4855-91a3-2efa69e98b6f),segment_id=87c1afc8-10c6-4855-91a3-2efa69e98b6f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:06.293303 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:06.297263 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:06.317136 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-24631a0a-5ccd-4610-96d5-c88997e1de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:06.318764 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-24631a0a-5ccd-4610-96d5-c88997e1de39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.2894588 Jun 29 15:26:06.419412 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-31234b96-3267-446e-b775-484147c2ce01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.0877888 Jun 29 15:26:06.425733 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=2382478d-3344-45e6-af3f-1afd55ef3a54,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:06.435880 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.436420 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.436877 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.437305 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.437766 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.438183 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.438764 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.439231 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.439782 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.440188 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.440679 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.441105 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:06.449990 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:06.578266 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:26:06.595470 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:06.606193 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-9bfa3bf0-e7ef-4168-9d2a-9e744e684b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:06.607719 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-9bfa3bf0-e7ef-4168-9d2a-9e744e684b25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.1507070 Jun 29 15:26:06.658663 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Transition to ACTIVE for port object e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:06.672406 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:06.678525 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0931acfb-996b-42bc-b379-6545c72288f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:06.709990 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-987e4356-1afe-4028-ac3f-974e7a739c53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929236 Jun 29 15:26:06.717583 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa565ba-089b-4dec-bb8c-b9d8048ead76 req-b16ec2e2-7439-4092-9d20-77e5aef9dddc tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:06.719609 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-faa565ba-089b-4dec-bb8c-b9d8048ead76 req-b16ec2e2-7439-4092-9d20-77e5aef9dddc tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 944 time: 0.1369741 Jun 29 15:26:06.775002 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-faa565ba-089b-4dec-bb8c-b9d8048ead76 req-e667c9b8-6af9-4723-aa2b-b54e8208e141 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Jun 29 15:26:07.009953 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Pushing event updated for resources: {'Port': ['ID=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:07.019760 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95e862-f8fe-47b8-852a-1c7c09f116a1 req-0d575704-91d1-4fac-b1d3-de911474058d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:07.020525 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-ff95e862-f8fe-47b8-852a-1c7c09f116a1 req-0d575704-91d1-4fac-b1d3-de911474058d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Synchronizing usage tracker for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:26:07.031354 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:07.144102 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-ff95e862-f8fe-47b8-852a-1c7c09f116a1 req-0d575704-91d1-4fac-b1d3-de911474058d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Unset dirty status for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:26:07.145300 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff95e862-f8fe-47b8-852a-1c7c09f116a1 req-0d575704-91d1-4fac-b1d3-de911474058d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 931 time: 0.6353886 Jun 29 15:26:07.150185 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['2382478d-3344-45e6-af3f-1afd55ef3a54'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:26:07.155555 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-40eaa70b-9acf-4447-b4c6-f77b9110c05b service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366860 Jun 29 15:26:07.226520 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f4bb2-cd66-4991-9563-a2cbe3acdf61 req-c3ac1735-2173-4496-976a-b0e0d411b7c3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:07.228856 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f92f4bb2-cd66-4991-9563-a2cbe3acdf61 req-c3ac1735-2173-4496-976a-b0e0d411b7c3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1089902 Jun 29 15:26:07.252459 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Attempting to bind port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:07.252961 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Attempting to bind port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:07.253156 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Attempting to bind port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:07.316232 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f92f4bb2-cd66-4991-9563-a2cbe3acdf61 req-eaf0e084-11aa-4b71-867e-f7fe9bc6422e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809383 Jun 29 15:26:07.320410 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff95e862-f8fe-47b8-852a-1c7c09f116a1 req-e96dedd0-3e9c-4fe7-a1c3-3be7846bf76d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670835 Jun 29 15:26:07.331554 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:26:07.331883 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Attempting to bind port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:07.343796 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:07.344141 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Checking segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:07.344540 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Bound using segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:07.345049 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Bound port: e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:07.345404 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:07.527529 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] For port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:07.541143 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a91f4224-dd08-4e5a-9d0b-10bdec57fb04 req-d4225dae-450f-4032-ad4d-36f1f671338a service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693368 Jun 29 15:26:07.560486 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] For port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:07.565440 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:07.570489 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:07.625278 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:07.625953 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:07.627393 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] 10.222.0.24 "PUT /v2.0/ports/e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 HTTP/1.1" status: 200 len: 1093 time: 2.0373342 Jun 29 15:26:07.627950 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a633b587-edd2-4a43-8bfa-96204a8ae997', 'tag': 'e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:26:07.685401 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Pushing event updated for resources: {'Port': ['ID=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:07.689068 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1a634bd9-55f5-41d1-815a-cbb3cb3e938b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:07.706170 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a633b587-edd2-4a43-8bfa-96204a8ae997', 'tag': 'e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7', 'status': 'completed', 'code': 200} Jun 29 15:26:07.833390 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-7fffc521-9dcb-4a91-8cd2-039d49f1a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:07.836802 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-7fffc521-9dcb-4a91-8cd2-039d49f1a284 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 1096 time: 0.0900431 Jun 29 15:26:07.959499 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-db1f9d2e-eb69-4242-b6ea-a288a1cebf80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 HTTP/1.1" status: 200 len: 217 time: 0.1139488 Jun 29 15:26:08.050300 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-342357ce-6645-4330-9aa3-0ad6d0ffd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:08.051652 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-342357ce-6645-4330-9aa3-0ad6d0ffd8d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0809290 Jun 29 15:26:08.102531 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7eea5-61d4-451f-9f7d-8e58cd17c516 req-2163333f-0380-4dce-9ded-c3a265014dc8 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:08.103983 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d9c7eea5-61d4-451f-9f7d-8e58cd17c516 req-2163333f-0380-4dce-9ded-c3a265014dc8 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 944 time: 0.1912510 Jun 29 15:26:08.128905 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-47075e65-3968-4aba-a52c-228db1c6dfdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631845 Jun 29 15:26:08.188837 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d9c7eea5-61d4-451f-9f7d-8e58cd17c516 req-ad87b340-ac26-476d-9843-59abaf8c8453 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789201 Jun 29 15:26:08.284528 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-ae97347d-e91f-4f37-9193-9870446fc669 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477237 Jun 29 15:26:08.438641 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ff20322f-d9fd-41ad-a661-43c7a20c646a req-dd1c7ebd-a4db-4397-9d62-5b41987aff36 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474504 Jun 29 15:26:08.478430 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9e4c50c0-4678-49e6-8f72-b2fc9022ae45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:08.560901 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d4577-5921-41ba-a6f8-4a778afbc82d req-27cb820a-9d76-436c-904f-efa1870dd7c1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:08.562621 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c89d4577-5921-41ba-a6f8-4a778afbc82d req-27cb820a-9d76-436c-904f-efa1870dd7c1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.0940447 Jun 29 15:26:08.626923 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c89d4577-5921-41ba-a6f8-4a778afbc82d req-95d0414d-0655-4f6e-8864-69ed6827ce22 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576251 Jun 29 15:26:08.676046 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70f2e-fb4f-4962-b1b0-0e7c899d9fca req-8d5ef26d-c427-4cd1-997b-111ff8590e6c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:08.677652 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-aca70f2e-fb4f-4962-b1b0-0e7c899d9fca req-8d5ef26d-c427-4cd1-997b-111ff8590e6c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 943 time: 0.1670725 Jun 29 15:26:08.701300 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-aff43c53-e1f6-4557-99d1-cfc4b15f4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:08.702858 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-aff43c53-e1f6-4557-99d1-cfc4b15f4a30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 1096 time: 0.1565883 Jun 29 15:26:08.736375 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:08.777590 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-aca70f2e-fb4f-4962-b1b0-0e7c899d9fca req-53ed393c-c516-4c30-be94-5c5ae3028589 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927727 Jun 29 15:26:08.874893 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-6b228776-0a67-45c7-b588-081381fa7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:08.876402 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-6b228776-0a67-45c7-b588-081381fa7582 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 916 time: 0.1624851 Jun 29 15:26:09.067252 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-2014e144-2be4-4313-8319-68349d58d252 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 HTTP/1.1" status: 200 len: 217 time: 0.1778917 Jun 29 15:26:09.139424 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-4746b958-c969-40b7-8c9b-76ec69364da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:09.141032 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-4746b958-c969-40b7-8c9b-76ec69364da6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0666273 Jun 29 15:26:09.202023 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-305450bd-f802-4929-95fa-001bd6cd8681 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542717 Jun 29 15:26:09.494502 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-25b38ee3-6ef1-4f96-9e98-f43e652272b9 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819505 Jun 29 15:26:09.706540 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683c262-f42f-427a-9597-af7d1ef065aa req-f93bf672-251c-4d07-89b7-e46493200426 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:09.708108 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7683c262-f42f-427a-9597-af7d1ef065aa req-f93bf672-251c-4d07-89b7-e46493200426 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 944 time: 0.3078296 Jun 29 15:26:09.729535 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55312) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:09.788878 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae94fce8-f134-4d21-9004-e9d91479fc0a req-dfb90be8-0850-44a7-a02a-33fe2a2307b9 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788916 Jun 29 15:26:09.807561 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7683c262-f42f-427a-9597-af7d1ef065aa req-be71367b-e2db-452f-9930-e0c84e7c5da1 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911431 Jun 29 15:26:09.808996 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 2382478d-3344-45e6-af3f-1afd55ef3a54 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:09.847609 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-eea44489-f629-415e-8a5e-1cd92e64f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:09.850200 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-eea44489-f629-415e-8a5e-1cd92e64f19a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.2736156 Jun 29 15:26:09.868676 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc923be-e963-4e80-89ba-60988047a99d req-ac953f97-71a3-4849-8200-7b5d6a24254c tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:09.870601 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6cc923be-e963-4e80-89ba-60988047a99d req-ac953f97-71a3-4849-8200-7b5d6a24254c tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1092124 Jun 29 15:26:09.936510 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:09.950730 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:09.967397 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port 2382478d-3344-45e6-af3f-1afd55ef3a54 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:09.973687 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port 2382478d-3344-45e6-af3f-1afd55ef3a54 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:09.974527 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:09.986348 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6cc923be-e963-4e80-89ba-60988047a99d req-9692b35b-2728-4786-9c81-89aa4d7a0597 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060493 Jun 29 15:26:09.990828 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:09.995786 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Usage tracker for resource:security_group_rule and tenant:2c8f28e39b9646b6bf3d87dd3d114766 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:10.000355 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:10.015318 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:10.124970 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-8ebf95d4-529c-4359-a9c0-fdf5f2098150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:10.126418 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-8ebf95d4-529c-4359-a9c0-fdf5f2098150 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.2489798 Jun 29 15:26:10.160564 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.165504 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.177816 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-93a193fb-d172-4f3c-b267-f8193bca4205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:10.188563 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.203491 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-4ed1b354-15f0-4214-8f7f-8721a5f258ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.0650833 Jun 29 15:26:10.223607 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c8f28e39b9646b6bf3d87dd3d114766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929283 Jun 29 15:26:10.227917 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55326) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:10.229996 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37993a50-e592-4818-a039-7df549021ab3 req-b2dd870c-f061-4b16-9ec4-be1bc5d5edec tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:10.231325 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-37993a50-e592-4818-a039-7df549021ab3 req-b2dd870c-f061-4b16-9ec4-be1bc5d5edec tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 943 time: 0.2082436 Jun 29 15:26:10.255616 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93515ee-baf9-4d91-979a-2ab0cb12e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2382478d-3344-45e6-af3f-1afd55ef3a54'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:26:10.268167 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 2382478d-3344-45e6-af3f-1afd55ef3a54, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2382478d-3344-45e6-af3f-1afd55ef3a54,segment=NetworkSegment(87c1afc8-10c6-4855-91a3-2efa69e98b6f),segment_id=87c1afc8-10c6-4855-91a3-2efa69e98b6f)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:10.273896 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.277708 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:10.319801 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afe93ea-bf06-4004-8560-8504231c651a,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:10.338649 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.340495 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.341056 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.341374 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.341720 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.342061 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.342400 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.342817 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.343233 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.343568 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.343901 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.344540 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:10.362345 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-aa4290ec-99eb-4a09-8f3e-334bc9ed66ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:10.363241 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-00071a99-9df1-45ea-8976-ce531c876c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:10.364852 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-00071a99-9df1-45ea-8976-ce531c876c44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.1464264 Jun 29 15:26:10.368222 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-37993a50-e592-4818-a039-7df549021ab3 req-3764a8b3-647c-4119-9601-a8202fc2a3c3 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699539 Jun 29 15:26:10.386980 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfefa5eb-be88-4737-b62d-83e78b85744a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.432716 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-3b4a9c9a-6652-4aba-9744-31e1e1289c71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566888 Jun 29 15:26:10.443009 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=2382478d-3344-45e6-af3f-1afd55ef3a54,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:10.446543 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:10.486161 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93515ee-baf9-4d91-979a-2ab0cb12e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2382478d-3344-45e6-af3f-1afd55ef3a54', 'code': 200} Jun 29 15:26:10.488992 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfefa5eb-be88-4737-b62d-83e78b85744a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.584403 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfefa5eb-be88-4737-b62d-83e78b85744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.592096 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:10.605485 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefa5eb-be88-4737-b62d-83e78b85744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afe93ea-bf06-4004-8560-8504231c651a,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:10.608673 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-dfefa5eb-be88-4737-b62d-83e78b85744a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:10.609936 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfefa5eb-be88-4737-b62d-83e78b85744a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:10.611429 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-dfefa5eb-be88-4737-b62d-83e78b85744a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2afe93ea-bf06-4004-8560-8504231c651a HTTP/1.1" status: 204 len: 168 time: 0.3828077 Jun 29 15:26:10.635685 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-ce185ea8-1a28-4192-868e-22d5ae2761b9 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910338 Jun 29 15:26:10.690078 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55338) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:10.868512 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ae474df3-9ac9-40f2-9af2-2c68cdd2a5e9 req-ad4ed1e3-0b0c-4e5c-bb69-8256d6bbe6ff service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245758 Jun 29 15:26:10.879509 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bfd7a-d9c0-4817-bc89-e4bb8b3d1cdf req-b58d3776-c910-493f-b32e-178e5fed4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:10.880965 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-897bfd7a-d9c0-4817-bc89-e4bb8b3d1cdf req-b58d3776-c910-493f-b32e-178e5fed4eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 1098 time: 0.1261787 Jun 29 15:26:10.947519 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-897bfd7a-d9c0-4817-bc89-e4bb8b3d1cdf req-325d7a72-7c0c-4a30-9030-5607d00a2c1c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590136 Jun 29 15:26:10.995554 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.016373 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:11.021980 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Usage tracker for resource:security_group_rule and tenant:2716332393c545d99868c44c945f00a9 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:11.025101 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:11.038154 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:11.053603 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11d0ba-f4d2-46dc-bc04-a45d2612e2b9 req-d6cb1c37-9937-4044-83f6-55d7683fb80f tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:11.060935 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb11d0ba-f4d2-46dc-bc04-a45d2612e2b9 req-d6cb1c37-9937-4044-83f6-55d7683fb80f tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 945 time: 0.1187265 Jun 29 15:26:11.104285 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55352) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:11.112079 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b2df0f16-97bc-43df-8d11-c135504c7cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.130512 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb11d0ba-f4d2-46dc-bc04-a45d2612e2b9 req-2ac9a3b9-2d18-4a00-b7a3-ca2582367d98 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675180 Jun 29 15:26:11.136054 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.162047 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:11.172885 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Usage tracker for resource:security_group_rule and tenant:7a19119357b74cff921e84d05fe0daee is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:11.180262 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:11.321088 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.326697 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:11.331086 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.341380 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:11.397678 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478d02d-d191-40cb-b462-92a7d6e505c3,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:11.407769 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2716332393c545d99868c44c945f00a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7142534 Jun 29 15:26:11.409095 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-25477dd5-0567-4f72-b4b5-07e7bcca0444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:11.409095 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55362) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:11.501594 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa13206-d098-467c-8c12-158fe7850f1a req-eb9d7947-97f1-40df-a1f3-c537687c383d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:11.503020 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5aa13206-d098-467c-8c12-158fe7850f1a req-eb9d7947-97f1-40df-a1f3-c537687c383d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.3275142 Jun 29 15:26:11.549314 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d5243100-94ca-4b72-b37e-d6529986f9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.619344 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.627973 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5aa13206-d098-467c-8c12-158fe7850f1a req-9f1c7420-1e35-46d1-8743-e5e5171e5220 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150076 Jun 29 15:26:11.631099 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.639662 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d5243100-94ca-4b72-b37e-d6529986f9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.648898 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ba9b2a6d-d905-4e4d-9a0f-5932903f8bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:11.714891 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bec772e-898d-4026-a1bb-3f8bf6639834,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:11.719362 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a19119357b74cff921e84d05fe0daee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140654 Jun 29 15:26:11.723436 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55366) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:11.730063 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4a19794a-54e4-46a2-b14b-a4508b0661db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:11.757254 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d5243100-94ca-4b72-b37e-d6529986f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.762352 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:11.780812 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5243100-94ca-4b72-b37e-d6529986f9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478d02d-d191-40cb-b462-92a7d6e505c3,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:11.781642 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664c5ee-af7e-4351-96ba-85071421e51a req-ce792264-d740-4b33-aee7-2164f5158b22 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:11.783189 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2664c5ee-af7e-4351-96ba-85071421e51a req-ce792264-d740-4b33-aee7-2164f5158b22 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 943 time: 0.1279814 Jun 29 15:26:11.783933 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d5243100-94ca-4b72-b37e-d6529986f9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:11.787822 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d5243100-94ca-4b72-b37e-d6529986f9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.789003 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d5243100-94ca-4b72-b37e-d6529986f9ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d478d02d-d191-40cb-b462-92a7d6e505c3 HTTP/1.1" status: 204 len: 168 time: 0.3793933 Jun 29 15:26:11.824342 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.865713 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2664c5ee-af7e-4351-96ba-85071421e51a req-813b5a24-bdd0-4962-ac17-dfc5b333a65f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Jun 29 15:26:11.867510 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.928513 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.936198 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-cee0e997-154b-49f3-92da-f4512d5db6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:11.952203 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bec772e-898d-4026-a1bb-3f8bf6639834,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:11.958552 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:11.964624 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:11.966501 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bec772e-898d-4026-a1bb-3f8bf6639834 HTTP/1.1" status: 204 len: 168 time: 0.2418981 Jun 29 15:26:12.199393 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:12.374691 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b30f-dd22-4dfc-b953-44f39bef5109 req-9aa32c9f-185f-48c7-a846-e2a5c8c29014 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:12.377245 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8a5b30f-dd22-4dfc-b953-44f39bef5109 req-9aa32c9f-185f-48c7-a846-e2a5c8c29014 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 945 time: 0.1028678 Jun 29 15:26:12.442187 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55394) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:12.461052 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8a5b30f-dd22-4dfc-b953-44f39bef5109 req-f349676c-9717-4dfe-9058-0b3059621646 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756280 Jun 29 15:26:12.475242 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:12.515352 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:12.521453 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Usage tracker for resource:security_group_rule and tenant:d51f412b49594f5ba53136543181f555 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:12.525806 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:12.534581 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:12.642952 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:12.650932 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:12.660286 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ab05f5d0-851b-4b0f-8142-da31df8b8609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:12.708949 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d51f412b49594f5ba53136543181f555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618914 Jun 29 15:26:12.710879 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55404) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:12.712524 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fbfe2c-a4bf-49dc-b106-5f3ed8083e8e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:12.727425 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-160a3f9d-32b1-4c4f-bcac-87deb1f4c585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:12.856081 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c78-7c47-456a-a93f-dbb07478f14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:12.889300 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c78-7c47-456a-a93f-dbb07478f14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:12.973431 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96dfa2-a079-4aff-b6b4-998003db9731 req-2c79b337-fbd2-41bd-a6ff-1148eeb8ff6a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:12.975284 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee96dfa2-a079-4aff-b6b4-998003db9731 req-2c79b337-fbd2-41bd-a6ff-1148eeb8ff6a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1323814 Jun 29 15:26:12.992417 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c78-7c47-456a-a93f-dbb07478f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.000493 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9f1d41b5-040b-4854-be96-317301c47b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:13.019975 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2c78-7c47-456a-a93f-dbb07478f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fbfe2c-a4bf-49dc-b106-5f3ed8083e8e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:13.024617 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1d5a2c78-7c47-456a-a93f-dbb07478f14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:13.027888 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c78-7c47-456a-a93f-dbb07478f14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.053767 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1d5a2c78-7c47-456a-a93f-dbb07478f14c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09fbfe2c-a4bf-49dc-b106-5f3ed8083e8e HTTP/1.1" status: 204 len: 168 time: 0.3409097 Jun 29 15:26:13.067128 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee96dfa2-a079-4aff-b6b4-998003db9731 req-07d0ccdd-19c1-41c1-89d3-214fc360cbef tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855849 Jun 29 15:26:13.068792 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55418) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:13.181630 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af67f8-61c8-4931-8b08-e4c5d0862d96 req-f58b2f58-e36a-478b-8b76-e1904489ad3f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:13.184409 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15af67f8-61c8-4931-8b08-e4c5d0862d96 req-f58b2f58-e36a-478b-8b76-e1904489ad3f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 943 time: 0.1092112 Jun 29 15:26:13.221505 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2070903404-network', 'tenant_id': '0956278328cf450796a75d3607a0d4bf'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:13.236066 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:13.250086 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Usage tracker for resource:network and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:13.254813 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:13.268408 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15af67f8-61c8-4931-8b08-e4c5d0862d96 req-24ebb4f6-9507-43e6-af11-ffcbd48e9033 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782187 Jun 29 15:26:13.277872 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:13.290244 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Made reservation on behalf of 0956278328cf450796a75d3607a0d4bf for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:26:13.293125 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.311253 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.329038 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:13.334274 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:13.338873 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:13.349451 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:13.420124 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.454962 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.459546 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.462785 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cd84dbb3-d4ee-4788-bfcf-b25f0e606885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:13.491129 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:26:13.500886 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80d057-224d-4bc8-9f9e-d61a2c20a36d,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:13.505053 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:13.508019 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.508340 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Added segment 0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87 of type vlan for network 2eca0a3f-1410-4469-b910-775d58d87930 Jun 29 15:26:13.536306 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.569193 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.570895 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:13.571609 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.578041 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-12ff2d74-472d-4edd-84fb-e2120ea5af81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:13.681242 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa9ade-fc0f-4f93-b528-17daa7a1493e req-f8bb1a80-d243-4bae-a78d-6b7d29dad043 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:13.683430 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6caa9ade-fc0f-4f93-b528-17daa7a1493e req-f8bb1a80-d243-4bae-a78d-6b7d29dad043 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93515ee-baf9-4d91-979a-2ab0cb12e73a HTTP/1.1" status: 200 len: 945 time: 0.0895629 Jun 29 15:26:13.689656 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6197150 Jun 29 15:26:13.693106 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55430) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:13.699381 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Request body: {'subnet': {'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2070903404-subnet', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:13.703075 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2eca0a3f-1410-4469-b910-775d58d87930,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:13.706391 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f0cec18e-806e-46b4-9242-76a70fa98cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:13.707334 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:13.712209 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Usage tracker for resource:subnet and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:13.714353 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 2eca0a3f-1410-4469-b910-775d58d87930 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:26:13.715678 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:13.725943 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:13.736603 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6caa9ade-fc0f-4f93-b528-17daa7a1493e req-35bd7140-5543-4a86-9327-3001aed21fb8 tempest-VolumesSnapshotTestJSON-334022430 tempest-VolumesSnapshotTestJSON-334022430-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c3f89f4-9940-4452-b16b-99166c317e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Jun 29 15:26:13.738330 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Made reservation on behalf of 0956278328cf450796a75d3607a0d4bf for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:26:13.741349 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6535641'] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.830867 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:26:13.993826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6382097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6535631'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:13.999868 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:14.010128 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:14.028275 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': 'e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'port_id': 'e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7', 'mac_address': 'fa:16:3e:90:f5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ec42c3-8c28-458a-a3a1-4e66ca41b980', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:26:14.093183 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:14.096630 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d958b050-583e-4869-80f8-d94a2c59b37c,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:14.104126 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:14.104953 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Checking segment: {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:14.105396 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Network hostable DHCP agents. Network: 2eca0a3f-1410-4469-b910-775d58d87930, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:26:14.117565 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:26:14.128062 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Network 2eca0a3f-1410-4469-b910-775d58d87930 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:26:14.139057 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:14.143049 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:14.145044 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:14.146080 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 2eca0a3f-1410-4469-b910-775d58d87930) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:14.152087 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:14.152681 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:14.181876 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bfbfe8a3-1074-4d97-b4ea-4b4b28277450 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4851134 Jun 29 15:26:14.182589 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55476) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:14.183629 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0b264-3829-4c19-b00e-45f9e152c853 None None] Network 2eca0a3f-1410-4469-b910-775d58d87930 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:26:14.190489 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:14.197281 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:14.204415 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Usage tracker for resource:router and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:14.209016 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:14.221025 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:14.323286 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:14.336571 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:14.338522 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:14.339890 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:14.404281 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:14.444307 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7ed53-0871-437e-8933-f017d937839c req-6479c428-1443-4bb6-9a2d-520a3a5484e2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:14.452236 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bbf7ed53-0871-437e-8933-f017d937839c req-6479c428-1443-4bb6-9a2d-520a3a5484e2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2332866 Jun 29 15:26:14.475947 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-2eca0a3f-1410-4469-b910-775d58d87930', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:26:14.476985 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:14.598909 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6d853-bc60-4a1e-8266-1b6b25705fcc req-c413e057-f121-4597-8f72-920c5c871079 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:14.600515 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7fe6d853-bc60-4a1e-8266-1b6b25705fcc req-c413e057-f121-4597-8f72-920c5c871079 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 944 time: 0.1348851 Jun 29 15:26:14.653667 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7fe6d853-bc60-4a1e-8266-1b6b25705fcc req-8f9e8a91-325f-4fa0-a7e1-82014330242a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463264 Jun 29 15:26:14.711062 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Allocated IP 172.20.0.2 (2eca0a3f-1410-4469-b910-775d58d87930/d958b050-583e-4869-80f8-d94a2c59b37c/aaf30f7f-7aa1-4e17-826c-dbc06d949e77) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:14.726715 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:26:14.797432 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bbf7ed53-0871-437e-8933-f017d937839c req-eb28ad82-47d4-47f4-a792-3c1e31362716 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440745 Jun 29 15:26:14.865095 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.093456 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.117707 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Transition to ACTIVE for port object aaf30f7f-7aa1-4e17-826c-dbc06d949e77 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:15.163790 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Transition to ACTIVE for port object aaf30f7f-7aa1-4e17-826c-dbc06d949e77 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:15.172519 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.177047 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:15.229427 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.277625 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.286595 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Network 2eca0a3f-1410-4469-b910-775d58d87930 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:15.289976 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:15.292915 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:15.303410 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Pushing event updated for resources: {'Port': ['ID=aaf30f7f-7aa1-4e17-826c-dbc06d949e77,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:15.306956 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:15.430523 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Attempting to bind port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:15.431336 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Attempting to bind port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:15.432068 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Attempting to bind port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 on network 2eca0a3f-1410-4469-b910-775d58d87930 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:15.434377 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Allocated IP 172.27.3.32 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/0f0de0cd-b374-408b-85fd-49ad2caaee10) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:15.440490 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:15.440909 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Checking segment: {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:15.441506 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.441903 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Bound using segment: {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:15.442373 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Bound port: aaf30f7f-7aa1-4e17-826c-dbc06d949e77, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:15.442748 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.549770 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] For port aaf30f7f-7aa1-4e17-826c-dbc06d949e77, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:15.553297 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] For port aaf30f7f-7aa1-4e17-826c-dbc06d949e77, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=aaf30f7f-7aa1-4e17-826c-dbc06d949e77,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:15.561960 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.565882 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c2f2e03a-50d2-44d6-8d6e-7907674ec47d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:15.603450 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.654867 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6130743'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:15.673559 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Pushing event updated for resources: {'Port': ['ID=aaf30f7f-7aa1-4e17-826c-dbc06d949e77,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:15.680341 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:15.693829 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:15.733850 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:15.736812 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:15.740854 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:15.799844 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Pushing event updated for resources: {'Port': ['ID=0f0de0cd-b374-408b-85fd-49ad2caaee10,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:15.805812 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:15.912848 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576bf75-01fa-4a29-9471-c43995c707d0 req-2f94bb62-a027-41e4-b749-ef2ba8dbba1a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:15.914427 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4576bf75-01fa-4a29-9471-c43995c707d0 req-2f94bb62-a027-41e4-b749-ef2ba8dbba1a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 944 time: 0.1128769 Jun 29 15:26:16.000321 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4576bf75-01fa-4a29-9471-c43995c707d0 req-13b2a20a-aced-4b77-a6a8-160560e0456c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785573 Jun 29 15:26:16.334827 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a769df-5b5e-4f4a-bfc2-9706027c3b52 req-c7e37b79-f209-4cc0-96b7-738ad329edcd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:16.336325 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-37a769df-5b5e-4f4a-bfc2-9706027c3b52 req-c7e37b79-f209-4cc0-96b7-738ad329edcd tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.3351285 Jun 29 15:26:16.400594 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:16.477801 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-37a769df-5b5e-4f4a-bfc2-9706027c3b52 req-a10664f8-c839-4465-be03-c8ad47d352af tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332262 Jun 29 15:26:16.589808 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device aaf30f7f-7aa1-4e17-826c-dbc06d949e77 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:16.667111 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:16.803533 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79609c-c777-4458-919a-3609ef6ba7a6 None None] Network 2eca0a3f-1410-4469-b910-775d58d87930 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:26:16.822490 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:16.912521 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] Provisioning for port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:16.929464 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] Provisioning complete for port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:16.929837 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:17.094376 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Router a7375fd8-ecb6-4898-9103-e7917243c9e0 is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:26:17.185648 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:17.234624 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] For port aaf30f7f-7aa1-4e17-826c-dbc06d949e77, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=aaf30f7f-7aa1-4e17-826c-dbc06d949e77,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:17.244733 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:17.248909 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b6b3a6ac-60e8-4728-8de8-9b4ca34a58e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:17.337837 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] Pushing event updated for resources: {'Port': ['ID=aaf30f7f-7aa1-4e17-826c-dbc06d949e77,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:17.351555 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2dddaca7-20a3-4318-9f37-e56970786cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:17.399756 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:26:17.409478 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022646-a8a2-4e02-8dc9-2f6bccbc2b43 req-631a5511-390a-40b5-9604-7ae12603356a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:17.411071 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2f022646-a8a2-4e02-8dc9-2f6bccbc2b43 req-631a5511-390a-40b5-9604-7ae12603356a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 944 time: 0.2360623 Jun 29 15:26:17.411566 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Sync routers for ids ['a7375fd8-ecb6-4898-9103-e7917243c9e0'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:26:17.427458 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Routers {'a7375fd8-ecb6-4898-9103-e7917243c9e0'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:17.428450 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a7375fd8-ecb6-4898-9103-e7917243c9e0'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:17.475159 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:17.479217 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55538) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:17.479726 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2fea3750-d223-4606-aaec-e2173d524cbd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2953103 Jun 29 15:26:17.484879 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2f022646-a8a2-4e02-8dc9-2f6bccbc2b43 req-196b0b90-9096-47ed-994b-f6b9fb30fd18 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631416 Jun 29 15:26:17.576451 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-0854e3e2-9aa0-40d5-b5f0-3f316a4b3931 None None] Provisioning complete for port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:17.577144 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0854e3e2-9aa0-40d5-b5f0-3f316a4b3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:17.759649 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Set router a7375fd8-ecb6-4898-9103-e7917243c9e0 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:17.861814 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:17.950864 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:17.958118 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:17.959188 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:17.966034 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d775d-7030-4d4e-a506-be64f9847ebf req-88a15b36-d1bf-4d42-8acf-c3969c1a61aa tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:17.967615 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-038d775d-7030-4d4e-a506-be64f9847ebf req-88a15b36-d1bf-4d42-8acf-c3969c1a61aa tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2968302 Jun 29 15:26:18.088355 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-038d775d-7030-4d4e-a506-be64f9847ebf req-6973652f-e755-40fc-9e10-d16e20907a1c tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684757 Jun 29 15:26:18.097890 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.128640 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a633b587-edd2-4a43-8bfa-96204a8ae997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:26:18.141306 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:18.146485 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.148627 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:18.200983 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:16Z', 'revision_number': 3, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:18.202212 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a633b587-edd2-4a43-8bfa-96204a8ae997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7', 'code': 200} Jun 29 15:26:18.206119 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Checking router: a7375fd8-ecb6-4898-9103-e7917243c9e0 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:26:18.206653 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Updating router a7375fd8-ecb6-4898-9103-e7917243c9e0 port 0f0de0cd-b374-408b-85fd-49ad2caaee10 binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:26:18.237347 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:18.250735 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:18.273483 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.534858 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device aaf30f7f-7aa1-4e17-826c-dbc06d949e77 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:18.536123 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.647165 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c838a4c-a62f-4bb4-9a55-34451d4fa978 req-31691500-edca-4c23-878c-7dcf0a31b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:18.649806 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5c838a4c-a62f-4bb4-9a55-34451d4fa978 req-31691500-edca-4c23-878c-7dcf0a31b069 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 1098 time: 0.1903298 Jun 29 15:26:18.654856 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port aaf30f7f-7aa1-4e17-826c-dbc06d949e77 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:18.655605 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.715055 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f90b77-a5e4-49b2-8fff-82510278addb req-306b11f1-42f7-4890-a8e5-719e545815f2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:18.717467 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d7f90b77-a5e4-49b2-8fff-82510278addb req-306b11f1-42f7-4890-a8e5-719e545815f2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 945 time: 0.0927007 Jun 29 15:26:18.731614 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.753310 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Transition to ACTIVE for port object 0f0de0cd-b374-408b-85fd-49ad2caaee10 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:18.763441 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.769421 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:18.825806 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d7f90b77-a5e4-49b2-8fff-82510278addb req-5c36303a-e064-44ac-a2ce-31116d03308a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977137 Jun 29 15:26:18.849559 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5c838a4c-a62f-4bb4-9a55-34451d4fa978 req-34142e11-b234-4631-b37b-59ce7fe22b85 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906717 Jun 29 15:26:18.892199 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Attempting to bind port 0f0de0cd-b374-408b-85fd-49ad2caaee10 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:18.892744 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Attempting to bind port 0f0de0cd-b374-408b-85fd-49ad2caaee10 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:18.893305 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Attempting to bind port 0f0de0cd-b374-408b-85fd-49ad2caaee10 on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:18.922171 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:18.922738 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:18.923339 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.923936 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:18.924672 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Bound port: 0f0de0cd-b374-408b-85fd-49ad2caaee10, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:18.925305 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:18.997982 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Allocated IP 172.20.0.1 (2eca0a3f-1410-4469-b910-775d58d87930/d958b050-583e-4869-80f8-d94a2c59b37c/8427bfa5-c733-4dfd-8295-d11427836944) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:19.005802 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Pushing event updated for resources: {'Port': ['ID=0f0de0cd-b374-408b-85fd-49ad2caaee10,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:19.023244 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.023570 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.023888 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.024201 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.024509 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.024844 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.025147 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.025449 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.025776 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.026082 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.026380 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.026744 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:19.041356 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:19.055317 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] For port 0f0de0cd-b374-408b-85fd-49ad2caaee10, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:19.058698 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] For port 0f0de0cd-b374-408b-85fd-49ad2caaee10, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=0f0de0cd-b374-408b-85fd-49ad2caaee10,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:19.062694 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.070328 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:19.149696 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Routers {'a7375fd8-ecb6-4898-9103-e7917243c9e0'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:19.150372 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a7375fd8-ecb6-4898-9103-e7917243c9e0'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:19.158896 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.174191 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Transition to ACTIVE for port object 8427bfa5-c733-4dfd-8295-d11427836944 will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:19.198422 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.203372 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:19.209931 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Pushing event updated for resources: {'Port': ['ID=0f0de0cd-b374-408b-85fd-49ad2caaee10,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:19.222431 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:19.269815 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Network 2eca0a3f-1410-4469-b910-775d58d87930 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:19.274837 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:19.277729 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:19.342156 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Pushing event updated for resources: {'Port': ['ID=8427bfa5-c733-4dfd-8295-d11427836944,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:19.345833 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:19.365918 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.368329 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03750f-8b95-4628-8cad-6c589dcb64f1 req-d0dfc33e-9306-4679-a83d-3c76d90630ed tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:19.370143 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f03750f-8b95-4628-8cad-6c589dcb64f1 req-d0dfc33e-9306-4679-a83d-3c76d90630ed tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1416996 Jun 29 15:26:19.396192 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] Set router a7375fd8-ecb6-4898-9103-e7917243c9e0 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:19.434770 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f03750f-8b95-4628-8cad-6c589dcb64f1 req-dbf255a0-4d45-41de-8081-7ea9d83b1ea3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579829 Jun 29 15:26:19.533972 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.634329 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2d7cced0-8b76-4b1c-a1b2-b9a03fce45bc None None] Provisioning for port 8427bfa5-c733-4dfd-8295-d11427836944 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:19.640342 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2d7cced0-8b76-4b1c-a1b2-b9a03fce45bc None None] Provisioning complete for port 8427bfa5-c733-4dfd-8295-d11427836944 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:19.644079 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2d7cced0-8b76-4b1c-a1b2-b9a03fce45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.737250 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cced0-8b76-4b1c-a1b2-b9a03fce45bc None None] Port 8427bfa5-c733-4dfd-8295-d11427836944 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:26:19.752460 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:16Z', 'revision_number': 3, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:19.757649 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6df4a-01a8-4238-a422-b3cadc601a15 None None] The sync data for ids ['a7375fd8-ecb6-4898-9103-e7917243c9e0'] in dv-cinder-798671-2-iscsi is: [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:16Z', 'revision_number': 3, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:26:19.818301 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.825534 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:19.873344 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:20.119953 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d12f-541c-4b68-b83f-29c4a47538d7 req-e0fb19e7-60cb-4f85-893f-6f46aa77dd99 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:20.126963 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:20.129156 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f4d1d12f-541c-4b68-b83f-29c4a47538d7 req-e0fb19e7-60cb-4f85-893f-6f46aa77dd99 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 945 time: 0.1851475 Jun 29 15:26:20.163967 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Pushing event updated for resources: {'Port': ['ID=8427bfa5-c733-4dfd-8295-d11427836944,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:20.186664 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f4d1d12f-541c-4b68-b83f-29c4a47538d7 req-8c5a86d7-694d-40bb-9f83-ce1ee70c046c tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566292 Jun 29 15:26:20.265700 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:20.304061 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Network 2eca0a3f-1410-4469-b910-775d58d87930 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:20.305285 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:20.544484 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Router a7375fd8-ecb6-4898-9103-e7917243c9e0 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:26:20.586621 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-431c1093-08ac-44cf-89ee-4b141acf71aa None None] Provisioning complete for port 8427bfa5-c733-4dfd-8295-d11427836944 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:20.587145 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-431c1093-08ac-44cf-89ee-4b141acf71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:20.623188 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 0f0de0cd-b374-408b-85fd-49ad2caaee10 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:20.699525 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d1817-aeaa-4974-9acf-101159f48967 req-8c7fe4ca-9870-4c59-bb20-3b22903bada5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:20.707580 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b29d1817-aeaa-4974-9acf-101159f48967 req-8c7fe4ca-9870-4c59-bb20-3b22903bada5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1157274 Jun 29 15:26:20.736439 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-431c1093-08ac-44cf-89ee-4b141acf71aa None None] Port 8427bfa5-c733-4dfd-8295-d11427836944 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:26:20.756401 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 0f0de0cd-b374-408b-85fd-49ad2caaee10 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:20.763324 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 0f0de0cd-b374-408b-85fd-49ad2caaee10 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:20.763997 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:20.781965 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b29d1817-aeaa-4974-9acf-101159f48967 req-7258ad72-2337-46d3-95d2-c37950122263 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720963 Jun 29 15:26:20.813697 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:26:20.828237 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] 10.222.0.37 "PUT /v2.0/routers/a7375fd8-ecb6-4898-9103-e7917243c9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3476558 Jun 29 15:26:20.937328 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:20.954486 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 0f0de0cd-b374-408b-85fd-49ad2caaee10, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=0f0de0cd-b374-408b-85fd-49ad2caaee10,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:20.961187 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:20.963637 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:21.044026 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=0f0de0cd-b374-408b-85fd-49ad2caaee10,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:21.055749 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:21.459065 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0769c5-e8f3-40f8-815c-0ccf42b4f2a0 req-993906c4-97be-4230-b6de-27531782ef4a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:21.465455 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df0769c5-e8f3-40f8-815c-0ccf42b4f2a0 req-993906c4-97be-4230-b6de-27531782ef4a tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a633b587-edd2-4a43-8bfa-96204a8ae997 HTTP/1.1" status: 200 len: 945 time: 0.1024392 Jun 29 15:26:21.526371 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df0769c5-e8f3-40f8-815c-0ccf42b4f2a0 req-81553ea6-c67e-4db9-9099-d2135bc45760 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563796 Jun 29 15:26:21.687603 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Sync routers for ids ['a7375fd8-ecb6-4898-9103-e7917243c9e0'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:26:21.703654 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Routers {'a7375fd8-ecb6-4898-9103-e7917243c9e0'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:21.704303 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a7375fd8-ecb6-4898-9103-e7917243c9e0'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:21.746030 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55606) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:21.761716 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1809118323-network', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:21.772028 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:21.778170 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Usage tracker for resource:network and tenant:b28b02cb7c714cd0b86b925e65a7e972 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:21.789026 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:21.799013 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:21.828304 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Made reservation on behalf of b28b02cb7c714cd0b86b925e65a7e972 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:26:21.832509 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:21.851558 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:21.946481 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Set router a7375fd8-ecb6-4898-9103-e7917243c9e0 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:22.053073 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616438-1c98-408f-8c68-559588581fe0 req-e98c3f88-aa61-407a-8eb8-8ef1e0bb96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:22.054609 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-58616438-1c98-408f-8c68-559588581fe0 req-e98c3f88-aa61-407a-8eb8-8ef1e0bb96ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.1641107 Jun 29 15:26:22.073837 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:22.087207 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Usage tracker for resource:security_group_rule and tenant:b28b02cb7c714cd0b86b925e65a7e972 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:22.094411 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:22.102489 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:22.131123 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-58616438-1c98-408f-8c68-559588581fe0 req-ebf59e9f-173b-4e5c-a3ee-0cb240e24770 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686798 Jun 29 15:26:22.163540 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bff3e-9020-4a22-a742-f74c32848b7f req-e3964866-de02-464f-928b-c31e65c23a51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:22.165173 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e83bff3e-9020-4a22-a742-f74c32848b7f req-e3964866-de02-464f-928b-c31e65c23a51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1700652 Jun 29 15:26:22.237792 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e83bff3e-9020-4a22-a742-f74c32848b7f req-3b8cc9e6-31a6-4757-9ed0-f15ba178aef8 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647111 Jun 29 15:26:22.289661 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.294722 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.298070 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3d66f72f-d5ff-4515-b699-ae1751f248ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:22.328208 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:26:22.337624 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c52c9bc-6eea-4d2f-be81-c8f55a619cfb,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:22.343306 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:22.346356 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.346717 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Added segment c55238d7-7ff5-4b99-a51b-5e78db6541d6 of type vlan for network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 Jun 29 15:26:22.379505 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.432751 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.434849 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:22.435715 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.440302 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-78fc757b-7eb9-4cfd-93f7-4f3b55991f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:22.502065 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '8427bfa5-c733-4dfd-8295-d11427836944', 'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'mac_address': 'fa:16:3e:0f:aa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:18Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 2, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'subnets': [{'id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:22.509129 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Checking router: a7375fd8-ecb6-4898-9103-e7917243c9e0 for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:26:22.509740 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Updating router a7375fd8-ecb6-4898-9103-e7917243c9e0 port 8427bfa5-c733-4dfd-8295-d11427836944 binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:26:22.564393 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Pushing event updated for resources: {'Network': ['ID=2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:22.567960 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:22.577277 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-587fcb7e-9f2a-4899-af0d-a721f8846001 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8256507 Jun 29 15:26:22.579538 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 0f0de0cd-b374-408b-85fd-49ad2caaee10 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:22.581393 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55622) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:22.596645 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Request body: {'subnet': {'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1809118323-subnet', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:22.601832 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:22.605787 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Usage tracker for resource:subnet and tenant:b28b02cb7c714cd0b86b925e65a7e972 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:22.608911 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:22.611762 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:26:22.616515 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:22.635154 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Made reservation on behalf of b28b02cb7c714cd0b86b925e65a7e972 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:26:22.638764 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6535641'] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.687676 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.875092 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 0f0de0cd-b374-408b-85fd-49ad2caaee10 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:22.875578 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.911637 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6382097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6535631'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:22.916729 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:22.993352 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adff74e0-38c9-439d-ab19-868b3c1c9f86,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:22.998127 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:23.010960 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Checking segment: {'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:23.011287 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Network hostable DHCP agents. Network: 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:26:23.037152 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:26:23.051993 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:23.057619 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:23.057619 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.074480 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf45df5-f752-46f0-bb95-664097b70837 None None] Network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:26:23.098649 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-74ef8680-41a7-402f-9d4c-cb89cd4e6ce3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5109982 Jun 29 15:26:23.102383 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55630) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:23.109213 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1809118323-router', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:23.114562 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:23.118848 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Usage tracker for resource:router and tenant:b28b02cb7c714cd0b86b925e65a7e972 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:23.122032 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:23.127818 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:23.140301 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.141346 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.161759 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.654225 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.661645 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.db.resource_extend [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 15:26:23.722179 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4', 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'fixed_ips': [{'subnet_id': 'adff74e0-38c9-439d-ab19-868b3c1c9f86'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:26:23.723184 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.727462 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098dbbf-4e3f-45d7-8394-379bd7373a82 req-faa57624-def1-44ed-9337-4c87cedf2af0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:23.729135 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d098dbbf-4e3f-45d7-8394-379bd7373a82 req-faa57624-def1-44ed-9337-4c87cedf2af0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.3222980 Jun 29 15:26:23.860598 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.898576 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Transition to ACTIVE for port object 8427bfa5-c733-4dfd-8295-d11427836944 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:23.910010 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:23.917404 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:24.013765 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d098dbbf-4e3f-45d7-8394-379bd7373a82 req-1712dc19-e7bf-4ebc-9aff-9e0d49329514 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728651 Jun 29 15:26:24.198210 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0489e6b-2e53-49eb-a8ab-9fb166cc003f None None] Pushing event updated for resources: {'Port': ['ID=8427bfa5-c733-4dfd-8295-d11427836944,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:24.274804 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-a0489e6b-2e53-49eb-a8ab-9fb166cc003f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:24.276170 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Allocated IP 172.20.0.2 (2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4/adff74e0-38c9-439d-ab19-868b3c1c9f86/0ba4c0d3-4545-4d0a-812e-79b5269ed403) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:24.350261 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Attempting to bind port 8427bfa5-c733-4dfd-8295-d11427836944 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:24.350746 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Attempting to bind port 8427bfa5-c733-4dfd-8295-d11427836944 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:24.351116 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Attempting to bind port 8427bfa5-c733-4dfd-8295-d11427836944 on network 2eca0a3f-1410-4469-b910-775d58d87930 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:24.357132 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.378324 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:24.380589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Checking segment: {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:24.380589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.380589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Bound using segment: {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:24.380589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Bound port: 8427bfa5-c733-4dfd-8295-d11427836944, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:24.381028 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.392399 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.555316 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Allocated IP 172.27.3.91 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/3c3a4de4-98cd-4465-87d2-28e9271778e5) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:24.602790 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] For port 8427bfa5-c733-4dfd-8295-d11427836944, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:24.622971 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] For port 8427bfa5-c733-4dfd-8295-d11427836944, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=8427bfa5-c733-4dfd-8295-d11427836944,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:24.652833 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.668164 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:24.735096 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.769851 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.778530 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.784716 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Transition to ACTIVE for port object 0ba4c0d3-4545-4d0a-812e-79b5269ed403 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:24.786519 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:24.809744 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Routers {'a7375fd8-ecb6-4898-9103-e7917243c9e0'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:24.810736 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a7375fd8-ecb6-4898-9103-e7917243c9e0'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:24.844462 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:24.848122 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:24.854310 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:24.877306 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0489e6b-2e53-49eb-a8ab-9fb166cc003f None None] Pushing event updated for resources: {'Port': ['ID=8427bfa5-c733-4dfd-8295-d11427836944,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:24.892696 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Transition to ACTIVE for port object 0ba4c0d3-4545-4d0a-812e-79b5269ed403 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:24.894341 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-a0489e6b-2e53-49eb-a8ab-9fb166cc003f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:24.905109 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:24.913346 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:24.919512 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c3a4de4-98cd-4465-87d2-28e9271778e5,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:24.924233 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:24.997033 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:25.045828 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:25.060096 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:25.072718 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Pushing event updated for resources: {'Port': ['ID=0ba4c0d3-4545-4d0a-812e-79b5269ed403,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:25.120081 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:25.196165 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] Set router a7375fd8-ecb6-4898-9103-e7917243c9e0 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:25.266016 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Attempting to bind port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:25.266783 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Attempting to bind port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:25.266936 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Attempting to bind port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 on network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:25.277146 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:25.277512 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Checking segment: {'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:25.277954 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:25.278356 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Bound using segment: {'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:25.278871 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Bound port: 0ba4c0d3-4545-4d0a-812e-79b5269ed403, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:25.279213 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:25.411340 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:25.472714 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0022fe-ad20-444d-bf6d-78f1d3c06e8f req-ef944042-aa7f-4786-880f-8694d30c6e51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:25.474301 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e0022fe-ad20-444d-bf6d-78f1d3c06e8f req-ef944042-aa7f-4786-880f-8694d30c6e51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2761045 Jun 29 15:26:25.585687 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] For port 0ba4c0d3-4545-4d0a-812e-79b5269ed403, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:25.590258 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] For port 0ba4c0d3-4545-4d0a-812e-79b5269ed403, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=0ba4c0d3-4545-4d0a-812e-79b5269ed403,segment=NetworkSegment(c55238d7-7ff5-4b99-a51b-5e78db6541d6),segment_id=c55238d7-7ff5-4b99-a51b-5e78db6541d6)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:25.623506 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:25.631228 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:25.649841 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:26:25.725505 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1e0022fe-ad20-444d-bf6d-78f1d3c06e8f req-67a430ec-945f-4af3-a89f-d560c9a1a182 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392547 Jun 29 15:26:25.733448 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Pushing event updated for resources: {'Port': ['ID=0ba4c0d3-4545-4d0a-812e-79b5269ed403,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:25.737200 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:25.775701 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '8427bfa5-c733-4dfd-8295-d11427836944', 'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'mac_address': 'fa:16:3e:0f:aa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:18Z', 'updated_at': '2021-06-29T15:26:24Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'subnets': [{'id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:25.784945 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59efbace-2c40-4ddf-bf0f-b0172f10a2b9 None None] The sync data for ids ['a7375fd8-ecb6-4898-9103-e7917243c9e0'] in dv-cinder-798671-2-iscsi is: [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '8427bfa5-c733-4dfd-8295-d11427836944', 'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'mac_address': 'fa:16:3e:0f:aa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:18Z', 'updated_at': '2021-06-29T15:26:24Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'subnets': [{'id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:26:26.140105 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:26.572485 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-fa825d96-b481-4f2d-88e3-37d9582270dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:26.575481 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-fa825d96-b481-4f2d-88e3-37d9582270dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.2290845 Jun 29 15:26:26.682007 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:26:26.698271 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 0ba4c0d3-4545-4d0a-812e-79b5269ed403 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:26.704397 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c0e03-70dc-4d0e-9b1f-e4783f3e8221 req-2a332c15-a388-4408-a261-141939a59be7 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:26.711808 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-799c0e03-70dc-4d0e-9b1f-e4783f3e8221 req-2a332c15-a388-4408-a261-141939a59be7 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1863256 Jun 29 15:26:26.802531 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-799c0e03-70dc-4d0e-9b1f-e4783f3e8221 req-877b0978-d9dc-47b5-861e-1d6aff9e7ba0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897391 Jun 29 15:26:26.844811 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:26.852265 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 8427bfa5-c733-4dfd-8295-d11427836944 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:26.967229 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 8427bfa5-c733-4dfd-8295-d11427836944 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:26.974413 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 8427bfa5-c733-4dfd-8295-d11427836944 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:26.975183 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:27.010016 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-f57698ad-3de6-4f36-a590-3269fcaf9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:27.012077 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-f57698ad-3de6-4f36-a590-3269fcaf9943 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.4241791 Jun 29 15:26:27.139532 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:27.148970 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-37223332-0005-4c67-9abf-b9b7df02b2b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.1172884 Jun 29 15:26:27.183192 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 8427bfa5-c733-4dfd-8295-d11427836944, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=8427bfa5-c733-4dfd-8295-d11427836944,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:27.188891 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:27.191206 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-952f471f-e0eb-404d-9a67-5259f248b0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:27.227641 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a118f-e78b-4ca6-a0f8-e5ea2b3c146d None None] Network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:26:27.320990 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-20327c64-4ece-4da6-a64e-cd3625608042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:27.322305 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-20327c64-4ece-4da6-a64e-cd3625608042 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.1550674 Jun 29 15:26:27.326033 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:26:27.339170 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Sync routers for ids ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:26:27.355926 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=8427bfa5-c733-4dfd-8295-d11427836944,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:27.356657 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Routers {'7f4f39e9-7395-4fa1-b5a8-96066ead7a27'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:27.357671 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:27.361380 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:27.380029 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Provisioning for port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:27.397942 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-ebfc9901-2186-4bcc-8655-6e97c0aac49e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648885 Jun 29 15:26:27.406303 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Provisioning complete for port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:27.407030 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:27.430967 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:27.432260 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3306351 Jun 29 15:26:27.435452 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55688) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:27.575248 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-859193ab-ea1c-485f-8310-926b35996a5d service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673160 Jun 29 15:26:27.653638 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Set router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:27.670080 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:27.712567 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] For port 0ba4c0d3-4545-4d0a-812e-79b5269ed403, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=0ba4c0d3-4545-4d0a-812e-79b5269ed403,segment=NetworkSegment(c55238d7-7ff5-4b99-a51b-5e78db6541d6),segment_id=c55238d7-7ff5-4b99-a51b-5e78db6541d6)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:27.748521 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:27.759316 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:27.893916 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6c89a34-9865-4d6e-8eeb-3e7b98bcc822 req-66f7ade2-8b48-4333-98f3-3a7eb388c32b service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094265 Jun 29 15:26:28.003685 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Pushing event updated for resources: {'Port': ['ID=0ba4c0d3-4545-4d0a-812e-79b5269ed403,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:28.007108 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:28.151545 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd2f45-89d7-4380-ac77-7b146971b235 req-5151441d-2e2d-484f-8c29-4874158eda9f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:28.159504 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1cfd2f45-89d7-4380-ac77-7b146971b235 req-5151441d-2e2d-484f-8c29-4874158eda9f tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1006472 Jun 29 15:26:28.186430 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fd4b5ca7-dcf8-4e5d-a16f-36376c72604f None None] Provisioning complete for port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:28.187614 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fd4b5ca7-dcf8-4e5d-a16f-36376c72604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.217207 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1cfd2f45-89d7-4380-ac77-7b146971b235 req-b5a1e396-fe45-4471-9ad0-b22e29c343e2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567038 Jun 29 15:26:28.276320 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'name': 'tempest-TestVolumeBootPattern-1809118323-router', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:23Z', 'updated_at': '2021-06-29T15:26:25Z', 'revision_number': 3, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'gw_port': {'id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:24Z', 'updated_at': '2021-06-29T15:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:28.281266 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Checking router: 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:26:28.281767 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Updating router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 port 3c3a4de4-98cd-4465-87d2-28e9271778e5 binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:26:28.343058 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.488293 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.554523 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 0ba4c0d3-4545-4d0a-812e-79b5269ed403 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:28.637770 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 0ba4c0d3-4545-4d0a-812e-79b5269ed403 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:28.638179 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.721443 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.737353 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Transition to ACTIVE for port object 3c3a4de4-98cd-4465-87d2-28e9271778e5 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:28.743244 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Allocated IP 172.20.0.1 (2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4/adff74e0-38c9-439d-ab19-868b3c1c9f86/5624bb40-30dd-4492-93f7-39231ff11b0d) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:28.750228 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.758296 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-e75924a3-6523-4307-ab8b-a1d679810454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:28.772680 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 8427bfa5-c733-4dfd-8295-d11427836944 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:28.856350 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Attempting to bind port 3c3a4de4-98cd-4465-87d2-28e9271778e5 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:28.856882 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Attempting to bind port 3c3a4de4-98cd-4465-87d2-28e9271778e5 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:28.857114 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Attempting to bind port 3c3a4de4-98cd-4465-87d2-28e9271778e5 on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:28.859250 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342d63c-462a-4248-8af9-ae2f902aa425 None None] Pushing event updated for resources: {'Port': ['ID=3c3a4de4-98cd-4465-87d2-28e9271778e5,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:28.863210 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5342d63c-462a-4248-8af9-ae2f902aa425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:28.865795 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:28.866174 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:28.866640 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.867001 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:28.867393 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Bound port: 3c3a4de4-98cd-4465-87d2-28e9271778e5, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:28.867761 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.876746 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 8427bfa5-c733-4dfd-8295-d11427836944 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:28.877390 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.947089 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] For port 3c3a4de4-98cd-4465-87d2-28e9271778e5, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:28.950984 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] For port 3c3a4de4-98cd-4465-87d2-28e9271778e5, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=3c3a4de4-98cd-4465-87d2-28e9271778e5,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:28.963984 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:28.970696 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-4b1b4410-bae6-43e3-834e-b84e8f482178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:29.032208 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.068633 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Transition to ACTIVE for port object 5624bb40-30dd-4492-93f7-39231ff11b0d will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:29.117096 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Routers {'7f4f39e9-7395-4fa1-b5a8-96066ead7a27'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:29.117991 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:29.130987 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6130743'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.137369 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:29.190566 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342d63c-462a-4248-8af9-ae2f902aa425 None None] Pushing event updated for resources: {'Port': ['ID=3c3a4de4-98cd-4465-87d2-28e9271778e5,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:29.201304 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5342d63c-462a-4248-8af9-ae2f902aa425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:29.218985 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:29.229709 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:29.234514 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:29.283156 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Pushing event updated for resources: {'Port': ['ID=5624bb40-30dd-4492-93f7-39231ff11b0d,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:29.293318 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:29.309681 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.405501 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] Set router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:29.524427 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.622271 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-9a2b5fcc-2c19-4732-9c44-b71b2fb79723 None None] Provisioning for port 5624bb40-30dd-4492-93f7-39231ff11b0d completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:29.631026 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-9a2b5fcc-2c19-4732-9c44-b71b2fb79723 None None] Provisioning complete for port 5624bb40-30dd-4492-93f7-39231ff11b0d triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:29.631620 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9a2b5fcc-2c19-4732-9c44-b71b2fb79723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.680223 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f307-d095-4201-8eda-af716bd2b536 req-f11ab94c-5771-45e9-91b7-a2843a94fe54 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:29.681804 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e1b6f307-d095-4201-8eda-af716bd2b536 req-f11ab94c-5771-45e9-91b7-a2843a94fe54 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2072353 Jun 29 15:26:29.722155 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-9a2b5fcc-2c19-4732-9c44-b71b2fb79723 None None] Port 5624bb40-30dd-4492-93f7-39231ff11b0d cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:26:29.761041 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'name': 'tempest-TestVolumeBootPattern-1809118323-router', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:23Z', 'updated_at': '2021-06-29T15:26:25Z', 'revision_number': 3, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'gw_port': {'id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:24Z', 'updated_at': '2021-06-29T15:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:29.765464 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df708f12-8f12-40a1-8a31-f06a8a6d0255 None None] The sync data for ids ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'] in dv-cinder-798671-2-iscsi is: [{'id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'name': 'tempest-TestVolumeBootPattern-1809118323-router', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:23Z', 'updated_at': '2021-06-29T15:26:25Z', 'revision_number': 3, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'gw_port': {'id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:24Z', 'updated_at': '2021-06-29T15:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:26:29.803237 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e1b6f307-d095-4201-8eda-af716bd2b536 req-3714c5d4-be78-4879-99fe-cad4b980eb7e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737078 Jun 29 15:26:29.842404 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.847451 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6130688'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.872097 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:29.950196 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Pushing event updated for resources: {'Port': ['ID=5624bb40-30dd-4492-93f7-39231ff11b0d,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:29.952511 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:29.956282 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:30.120261 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:30.121468 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:30.360414 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:26:30.457202 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-8c81874a-033c-4b6a-b51c-c132c77d2ccc None None] Provisioning complete for port 5624bb40-30dd-4492-93f7-39231ff11b0d triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:30.458261 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8c81874a-033c-4b6a-b51c-c132c77d2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:30.590074 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-8c81874a-033c-4b6a-b51c-c132c77d2ccc None None] Port 5624bb40-30dd-4492-93f7-39231ff11b0d cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:26:30.622606 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 3c3a4de4-98cd-4465-87d2-28e9271778e5 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:30.662352 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:26:30.676270 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] 10.222.0.37 "PUT /v2.0/routers/7f4f39e9-7395-4fa1-b5a8-96066ead7a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2386441 Jun 29 15:26:30.723934 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 3c3a4de4-98cd-4465-87d2-28e9271778e5 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:30.731241 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 3c3a4de4-98cd-4465-87d2-28e9271778e5 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:30.731909 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:30.895644 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:30.917380 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 3c3a4de4-98cd-4465-87d2-28e9271778e5, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=3c3a4de4-98cd-4465-87d2-28e9271778e5,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:30.922420 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:30.925755 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-a0489e6b-2e53-49eb-a8ab-9fb166cc003f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:30.995774 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=3c3a4de4-98cd-4465-87d2-28e9271778e5,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:31.001814 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:31.178177 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2859f0-ceab-4164-828e-040844d31351 req-adb9633c-b67b-4bab-a3ed-250beb0a46d6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:31.179605 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4a2859f0-ceab-4164-828e-040844d31351 req-adb9633c-b67b-4bab-a3ed-250beb0a46d6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2001536 Jun 29 15:26:31.224638 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4a2859f0-ceab-4164-828e-040844d31351 req-659a4039-9918-4874-a37e-6dff43a72fd2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Jun 29 15:26:31.387179 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55744) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:31.392889 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259220115', 'description': 'tempest-secgroup-smoke-1259220115 description', 'project_id': '0956278328cf450796a75d3607a0d4bf'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:31.398879 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:31.403035 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:31.406270 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:31.413090 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:31.424951 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.457668 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:31.462198 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:31.465795 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:31.472992 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:31.560971 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.566320 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.572501 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:31.594637 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Sync routers for ids ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:26:31.607047 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Routers {'7f4f39e9-7395-4fa1-b5a8-96066ead7a27'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:31.607795 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:31.617433 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc43271-8f94-4d44-bbfd-f12ff8f43476,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:31.632739 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.636939 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2457001 Jun 29 15:26:31.636939 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0ebffe7b-46e8-4963-a41e-623fd07d976c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:31.637463 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55754) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:31.644221 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'security_group_rule': {'security_group_id': '7cc43271-8f94-4d44-bbfd-f12ff8f43476', 'project_id': '0956278328cf450796a75d3607a0d4bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:31.650758 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:31.655203 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:31.658652 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:31.666198 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:31.684880 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.758967 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.764075 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.773922 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:31.792892 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a09c16-3938-4969-8ebd-206c56dab57f,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:31.796619 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:31.810324 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:31.811778 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Set router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:31.814942 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55760) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:31.815308 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ba7557fa-594f-4d8a-b703-d9f546d9e39b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764543 Jun 29 15:26:31.821632 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'security_group_rule': {'security_group_id': '7cc43271-8f94-4d44-bbfd-f12ff8f43476', 'project_id': '0956278328cf450796a75d3607a0d4bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:31.828209 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:31.832730 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:31.837044 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:31.849280 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:31.895410 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.019556 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.032900 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.041117 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3e707215-404a-4b49-8edb-80c3f0574299 tempest-AttachVolumeShelveTestJSON-1397607771 tempest-AttachVolumeShelveTestJSON-1397607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:32.069135 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71de2346-c9f3-40c8-943a-a5c25ceb3ba4,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:32.078534 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:32.094185 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.097350 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ca0188f7-2e69-4062-b0f2-35c343ef782d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2807183 Jun 29 15:26:32.098712 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55770) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:32.104368 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'security_group_rule': {'security_group_id': '7cc43271-8f94-4d44-bbfd-f12ff8f43476', 'project_id': '0956278328cf450796a75d3607a0d4bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:32.110647 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:32.116050 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:32.121133 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:32.129088 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:32.156407 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.247704 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.270887 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'name': 'tempest-TestVolumeBootPattern-1809118323-router', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:23Z', 'updated_at': '2021-06-29T15:26:29Z', 'revision_number': 4, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'gw_port': {'id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:24Z', 'updated_at': '2021-06-29T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '5624bb40-30dd-4492-93f7-39231ff11b0d', 'name': '', 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'mac_address': 'fa:16:3e:5f:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'adff74e0-38c9-439d-ab19-868b3c1c9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:28Z', 'updated_at': '2021-06-29T15:26:29Z', 'revision_number': 2, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'subnets': [{'id': 'adff74e0-38c9-439d-ab19-868b3c1c9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:32.271290 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.275631 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Checking router: 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:26:32.275848 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:32.276007 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Updating router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 port 5624bb40-30dd-4492-93f7-39231ff11b0d binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:26:32.318894 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c46c6e0-fb3c-4e4d-a048-1664df892449,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:32.331829 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:32.345031 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.355110 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.359001 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-059bf513-d0f5-43bc-a144-f4dc2fb70fa3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2567770 Jun 29 15:26:32.359418 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55778) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:32.364990 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'security_group_rule': {'security_group_id': '7cc43271-8f94-4d44-bbfd-f12ff8f43476', 'project_id': '0956278328cf450796a75d3607a0d4bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:32.378606 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:32.456954 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:32.461709 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:32.471689 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:32.515478 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750b31c-273a-4457-8431-741ba383e6b7 req-5531a89f-aa96-45c1-a495-e7d5a060b51e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:32.523194 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e750b31c-273a-4457-8431-741ba383e6b7 req-5531a89f-aa96-45c1-a495-e7d5a060b51e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1467071 Jun 29 15:26:32.525326 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.594125 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 3c3a4de4-98cd-4465-87d2-28e9271778e5 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:32.713259 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.725492 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.729067 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:32.752575 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e750b31c-273a-4457-8431-741ba383e6b7 req-e82dd236-3723-4a93-a113-0b7764adf2f0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284353 Jun 29 15:26:32.761182 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f579ecff-d080-4f3f-8cd8-900b114a5b3c,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:32.763901 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:32.773063 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.774570 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-65d6cc46-4c56-4f72-9f9d-e97d06f68668 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4141510 Jun 29 15:26:32.777300 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 55796) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:32.784055 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'security_group_rule': {'security_group_id': '7cc43271-8f94-4d44-bbfd-f12ff8f43476', 'project_id': '0956278328cf450796a75d3607a0d4bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:32.797938 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:32.798263 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 3c3a4de4-98cd-4465-87d2-28e9271778e5 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:32.798728 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.809098 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:32.812993 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:32.818885 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:32.832088 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.securitygroups_db [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Project 0956278328cf450796a75d3607a0d4bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:26:32.841655 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.939331 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.943318 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.946944 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:32.995292 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:32.996658 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2179718 Jun 29 15:26:32.999474 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 55806) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:33.005779 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'security_group_rule': {'security_group_id': '7cc43271-8f94-4d44-bbfd-f12ff8f43476', 'project_id': '0956278328cf450796a75d3607a0d4bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:33.011277 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e3ee94-5096-4004-bb73-101e7caa6385,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:33.016679 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:33.020024 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.020296 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-535696bc-4880-40ff-a99d-d47a7ca4c311 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:33.025430 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:security_group_rule and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:33.039436 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:33.040988 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Transition to ACTIVE for port object 5624bb40-30dd-4492-93f7-39231ff11b0d will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:33.050797 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.051107 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:33.060960 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:33.066282 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.securitygroups_db [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Project 0956278328cf450796a75d3607a0d4bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:26:33.075600 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.222119 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.231624 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983031'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.251374 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:33.360135 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877621c0-c206-4e69-8f27-8dfe10d73d98,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:33.376270 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:33.386485 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.392368 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4928255c-2db2-45e2-90c8-a04be2de1d89 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903613 Jun 29 15:26:33.402523 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdf4a4-086f-4452-9afb-f457f6ff7a33 None None] Pushing event updated for resources: {'Port': ['ID=5624bb40-30dd-4492-93f7-39231ff11b0d,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:33.409862 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-ddfdf4a4-086f-4452-9afb-f457f6ff7a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:33.451729 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Attempting to bind port 5624bb40-30dd-4492-93f7-39231ff11b0d on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:33.451729 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Attempting to bind port 5624bb40-30dd-4492-93f7-39231ff11b0d by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:33.451729 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Attempting to bind port 5624bb40-30dd-4492-93f7-39231ff11b0d on network 2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:33.465770 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:33.468053 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Checking segment: {'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:33.468535 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.468974 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Bound using segment: {'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:33.469479 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Bound port: 5624bb40-30dd-4492-93f7-39231ff11b0d, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55238d7-7ff5-4b99-a51b-5e78db6541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:33.469866 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.629738 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] For port 5624bb40-30dd-4492-93f7-39231ff11b0d, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:33.635267 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] For port 5624bb40-30dd-4492-93f7-39231ff11b0d, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=5624bb40-30dd-4492-93f7-39231ff11b0d,segment=NetworkSegment(c55238d7-7ff5-4b99-a51b-5e78db6541d6),segment_id=c55238d7-7ff5-4b99-a51b-5e78db6541d6)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:33.642531 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:33.647291 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-85ef7189-783a-423e-b53c-d58ec3a5663a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:33.727553 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Routers {'7f4f39e9-7395-4fa1-b5a8-96066ead7a27'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:26:33.728283 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:26:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:33.812471 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdf4a4-086f-4452-9afb-f457f6ff7a33 None None] Pushing event updated for resources: {'Port': ['ID=5624bb40-30dd-4492-93f7-39231ff11b0d,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:33.819190 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-ddfdf4a4-086f-4452-9afb-f457f6ff7a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:33.974931 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] Set router 7f4f39e9-7395-4fa1-b5a8-96066ead7a27 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:26:34.543728 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'name': 'tempest-TestVolumeBootPattern-1809118323-router', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:23Z', 'updated_at': '2021-06-29T15:26:29Z', 'revision_number': 4, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'gw_port': {'id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:24Z', 'updated_at': '2021-06-29T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '5624bb40-30dd-4492-93f7-39231ff11b0d', 'name': '', 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'mac_address': 'fa:16:3e:5f:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'adff74e0-38c9-439d-ab19-868b3c1c9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:28Z', 'updated_at': '2021-06-29T15:26:33Z', 'revision_number': 4, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'subnets': [{'id': 'adff74e0-38c9-439d-ab19-868b3c1c9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:26:34.548506 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2c963-895a-4825-8d03-cc3977e9647c None None] The sync data for ids ['7f4f39e9-7395-4fa1-b5a8-96066ead7a27'] in dv-cinder-798671-2-iscsi is: [{'id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'name': 'tempest-TestVolumeBootPattern-1809118323-router', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:23Z', 'updated_at': '2021-06-29T15:26:29Z', 'revision_number': 4, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'gw_port': {'id': '3c3a4de4-98cd-4465-87d2-28e9271778e5', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:24Z', 'updated_at': '2021-06-29T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '5624bb40-30dd-4492-93f7-39231ff11b0d', 'name': '', 'network_id': '2b39b1ac-a33e-4f3b-8aa0-6c008a1cb8b4', 'tenant_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'mac_address': 'fa:16:3e:5f:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4f39e9-7395-4fa1-b5a8-96066ead7a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'adff74e0-38c9-439d-ab19-868b3c1c9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:28Z', 'updated_at': '2021-06-29T15:26:33Z', 'revision_number': 4, 'project_id': 'b28b02cb7c714cd0b86b925e65a7e972', 'subnets': [{'id': 'adff74e0-38c9-439d-ab19-868b3c1c9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:26:34.959119 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a610a3-9d8d-4ac3-8cf8-f889ddfba1b7 req-46f718b6-b355-4bfd-9bfe-d5dd2387cefe tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:34.967136 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a4a610a3-9d8d-4ac3-8cf8-f889ddfba1b7 req-46f718b6-b355-4bfd-9bfe-d5dd2387cefe tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1161249 Jun 29 15:26:35.017323 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a4a610a3-9d8d-4ac3-8cf8-f889ddfba1b7 req-7d692cac-a1e1-4012-a76d-37bceb306c38 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489979 Jun 29 15:26:36.581333 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 5624bb40-30dd-4492-93f7-39231ff11b0d up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:36.670731 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 5624bb40-30dd-4492-93f7-39231ff11b0d completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:26:36.677158 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 5624bb40-30dd-4492-93f7-39231ff11b0d triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:36.677707 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:36.849104 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:36.898133 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 5624bb40-30dd-4492-93f7-39231ff11b0d, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=5624bb40-30dd-4492-93f7-39231ff11b0d,segment=NetworkSegment(c55238d7-7ff5-4b99-a51b-5e78db6541d6),segment_id=c55238d7-7ff5-4b99-a51b-5e78db6541d6)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:26:36.904635 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:36.907177 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:37.026779 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=5624bb40-30dd-4492-93f7-39231ff11b0d,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:37.030565 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:38.463659 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a66b4a8f-5358-43ea-a69c-5c4019c4d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:38.550153 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 5624bb40-30dd-4492-93f7-39231ff11b0d up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:26:38.620182 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 5624bb40-30dd-4492-93f7-39231ff11b0d triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:26:38.620564 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:38.783967 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:39.822999 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:41.117953 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4650e804-0e21-4357-998b-e5e7803f9fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:42.191968 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:43.427095 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:52.115183 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-3a21f039-f410-43f2-9433-daa3c99a1619 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:52.116626 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-3a21f039-f410-43f2-9433-daa3c99a1619 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 0.3411148 Jun 29 15:26:52.141326 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-f58e438c-b325-4732-937a-07aedca97b8e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/quotas/292ba4b0f79942b5918eefeb46cb3526 HTTP/1.1" status: 200 len: 375 time: 0.0145657 Jun 29 15:26:52.245029 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-ee0ada7b-b904-45cd-8417-4bf4416dddab tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964642 Jun 29 15:26:52.436810 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-803517c3-8e2b-4b78-a046-4606c8c14bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846297 Jun 29 15:26:52.582070 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-857eb62d-6c26-4c76-baa7-37ae463bc674 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385226 Jun 29 15:26:52.854547 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-834e25c6-8863-4846-8677-d5afdfdccd82 req-74847a03-a971-4fef-a128-447c4e73f695 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 210 time: 0.0522051 Jun 29 15:26:54.091362 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-004fa90c-6caf-412f-9386-9707a57f1c3e req-f7699721-ab3a-4b9b-87a0-1ab848a5c48f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 210 time: 0.0930622 Jun 29 15:26:54.404846 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-0291cff8-c55e-4340-bd1a-032e8e3e2226 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:54.407499 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-0291cff8-c55e-4340-bd1a-032e8e3e2226 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 815 time: 0.2283492 Jun 29 15:26:54.457279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Request body: {'port': {'device_id': 'a994da49-7b53-4fb0-89c4-042359152979', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'admin_state_up': True, 'tenant_id': '292ba4b0f79942b5918eefeb46cb3526'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:54.662846 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:54.685279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:54.704212 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Made reservation on behalf of 292ba4b0f79942b5918eefeb46cb3526 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:26:54.711030 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:54.948012 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Allocated IP 172.20.0.14 (3c2a1a90-3e36-4d36-95d7-3c5b287ae936/65ec42c3-8c28-458a-a3a1-4e66ca41b980/7c472928-e5d2-460c-8e08-66112f9c037f) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:26:55.272592 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:55.344036 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:55.353460 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-457dc2f7-ae8b-47e0-aa4e-00e8289c0f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:55.363019 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3', 'f3ada675-a801-4009-a26b-b1c73589fd1b', 'e6c94b65-9d4a-4f9b-b1e6-b791dfaa7cd7'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:26:55.439338 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:26:55.445879 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:26:55.453045 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:26:55.477931 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77898451-0da6-44df-a93d-9824376cd9f2 req-0a583b8b-9138-434c-bd11-b96bfa061ed0 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:55.480556 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-77898451-0da6-44df-a93d-9824376cd9f2 req-0a583b8b-9138-434c-bd11-b96bfa061ed0 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 932 time: 0.1263642 Jun 29 15:26:55.536707 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Pushing event updated for resources: {'Port': ['ID=7c472928-e5d2-460c-8e08-66112f9c037f,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:55.548238 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.548595 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.548988 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.549474 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.549826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.550180 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.550527 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.550867 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.551336 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.551681 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.552052 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.552389 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:26:55.557888 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:55.562961 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-77898451-0da6-44df-a93d-9824376cd9f2 req-2c47e239-2d23-49e2-aefe-357b297eacdc tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717845 Jun 29 15:26:55.592137 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:55.592987 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:55.627884 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-8b584e1a-e569-4beb-8655-e2a34c727179 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1774440 Jun 29 15:26:55.643912 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Request body: {'port': {'device_id': 'a994da49-7b53-4fb0-89c4-042359152979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:26:55.804637 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:56.386702 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c472928-e5d2-460c-8e08-66112f9c037f {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:26:56.401324 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:56.427052 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Transition to ACTIVE for port object 7c472928-e5d2-460c-8e08-66112f9c037f will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:26:56.436033 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:56.442069 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:56.612924 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Pushing event updated for resources: {'Port': ['ID=7c472928-e5d2-460c-8e08-66112f9c037f,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:56.620311 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:56.691394 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Attempting to bind port 7c472928-e5d2-460c-8e08-66112f9c037f on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:26:56.691726 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Attempting to bind port 7c472928-e5d2-460c-8e08-66112f9c037f by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:26:56.692044 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Attempting to bind port 7c472928-e5d2-460c-8e08-66112f9c037f on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:56.699285 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Port 7c472928-e5d2-460c-8e08-66112f9c037f on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:26:56.699856 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Attempting to bind port 7c472928-e5d2-460c-8e08-66112f9c037f on network 3c2a1a90-3e36-4d36-95d7-3c5b287ae936 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:26:56.711518 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:26:56.711991 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Checking segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:26:56.712536 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Bound using segment: {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:26:56.713188 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Bound port: 7c472928-e5d2-460c-8e08-66112f9c037f, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468c9dfd-153b-4416-b1eb-cf02ac812ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:26:56.713735 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:56.880400 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] For port 7c472928-e5d2-460c-8e08-66112f9c037f, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:26:56.883199 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] For port 7c472928-e5d2-460c-8e08-66112f9c037f, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7c472928-e5d2-460c-8e08-66112f9c037f,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:26:56.889230 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:56.895968 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fd5a6be-1557-4fb9-8bfa-dbb671072268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:56.966502 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f888c6-dcf1-42a9-b7e8-a9c1c86291ee req-08bc120f-e677-4f09-be63-8bf6963fb284 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:56.967285 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d1f888c6-dcf1-42a9-b7e8-a9c1c86291ee req-08bc120f-e677-4f09-be63-8bf6963fb284 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Synchronizing usage tracker for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:26:56.970981 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:56.971605 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:56.973065 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c472928-e5d2-460c-8e08-66112f9c037f HTTP/1.1" status: 200 len: 1094 time: 1.3336449 Jun 29 15:26:56.984733 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994da49-7b53-4fb0-89c4-042359152979', 'tag': '7c472928-e5d2-460c-8e08-66112f9c037f'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:26:57.009518 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Pushing event updated for resources: {'Port': ['ID=7c472928-e5d2-460c-8e08-66112f9c037f,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:57.013295 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fc0ce3f2-0927-4433-a5b7-e49f3fe2d731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:57.014666 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d1f888c6-dcf1-42a9-b7e8-a9c1c86291ee req-08bc120f-e677-4f09-be63-8bf6963fb284 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Unset dirty status for tenant:292ba4b0f79942b5918eefeb46cb3526 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:26:57.021662 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d1f888c6-dcf1-42a9-b7e8-a9c1c86291ee req-08bc120f-e677-4f09-be63-8bf6963fb284 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 944 time: 0.2824016 Jun 29 15:26:57.072275 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a994da49-7b53-4fb0-89c4-042359152979', 'tag': '7c472928-e5d2-460c-8e08-66112f9c037f', 'status': 'completed', 'code': 200} Jun 29 15:26:57.110334 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d1f888c6-dcf1-42a9-b7e8-a9c1c86291ee req-cfc74a01-a948-430d-9e74-113ef9d037bb tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877323 Jun 29 15:26:57.140108 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-76cd8eef-2561-485a-9c43-6a4cd2670479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:57.142508 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-76cd8eef-2561-485a-9c43-6a4cd2670479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 1097 time: 0.1033442 Jun 29 15:26:57.224043 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-1b16dd06-02e5-47f7-b9b0-9fb96246a3ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c472928-e5d2-460c-8e08-66112f9c037f HTTP/1.1" status: 200 len: 217 time: 0.0681989 Jun 29 15:26:57.333594 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-a872b9d0-456a-4f9b-9df9-a1ba4662febf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:57.336276 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-a872b9d0-456a-4f9b-9df9-a1ba4662febf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.1054082 Jun 29 15:26:57.397102 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-9795b1ac-416a-451a-aa09-802e963789f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528553 Jun 29 15:26:57.640215 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-e52d69e8-b936-4a7a-a0d9-c4ac8325b974 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344937 Jun 29 15:26:57.782678 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 56208) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:57.906267 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a66b1933-1116-484b-b087-4227c6afc4b8 req-6dcde9bf-f121-47d1-9d2e-6fdea93f0d88 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587399 Jun 29 15:26:57.983506 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:58.003785 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:26:58.011324 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Usage tracker for resource:security_group_rule and tenant:54015056dd064d4e878798c486153849 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:26:58.016037 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:26:58.025872 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:26:58.077311 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-759c9bce-68e6-4870-b7bd-bd9d01169990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:58.079564 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-759c9bce-68e6-4870-b7bd-bd9d01169990 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 1097 time: 0.1046031 Jun 29 15:26:58.184552 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:58.190091 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:58.211336 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9df6035d-b7ab-4209-93c7-7dc5f20f0770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:58.284838 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54015056dd064d4e878798c486153849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988818 Jun 29 15:26:58.284838 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef024ae8-0fe4-4217-9557-23c9035a8119,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:58.287002 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 56218) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:26:58.289939 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fcc5bb28-3391-4330-b856-4932305874c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:58.293837 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-a594bbdf-6d35-4163-9bf9-f7c621393b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:58.299540 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-a594bbdf-6d35-4163-9bf9-f7c621393b88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 916 time: 0.2021718 Jun 29 15:26:58.391226 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7279949-00c1-4aa8-bf67-46cc8a74f171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:58.441140 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-9b5441b6-e102-4cbb-99bd-79d776bdd556 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c472928-e5d2-460c-8e08-66112f9c037f HTTP/1.1" status: 200 len: 217 time: 0.1371198 Jun 29 15:26:58.482256 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7279949-00c1-4aa8-bf67-46cc8a74f171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:58.560177 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b59248-c9aa-4ae5-87c5-86bcf7801e05 req-e200fe2d-7c83-4f1a-a669-3f64f8b6e27e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:58.561799 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39b59248-c9aa-4ae5-87c5-86bcf7801e05 req-e200fe2d-7c83-4f1a-a669-3f64f8b6e27e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 944 time: 0.2003992 Jun 29 15:26:58.606271 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7279949-00c1-4aa8-bf67-46cc8a74f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:58.612981 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e6684dd4-3d79-42d7-b94f-e1f7b018cc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:26:58.628440 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7279949-00c1-4aa8-bf67-46cc8a74f171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef024ae8-0fe4-4217-9557-23c9035a8119,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:26:58.632550 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39b59248-c9aa-4ae5-87c5-86bcf7801e05 req-e2e78fba-89cb-4ccf-a8ce-ae56f5f51718 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608263 Jun 29 15:26:58.633368 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c7279949-00c1-4aa8-bf67-46cc8a74f171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:26:58.642697 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7279949-00c1-4aa8-bf67-46cc8a74f171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:26:58.646644 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c7279949-00c1-4aa8-bf67-46cc8a74f171 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef024ae8-0fe4-4217-9557-23c9035a8119 HTTP/1.1" status: 204 len: 168 time: 0.3572812 Jun 29 15:26:58.669095 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-5891ea64-be63-4e28-8277-db479e705df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:58.671107 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-5891ea64-be63-4e28-8277-db479e705df8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.2213523 Jun 29 15:26:58.752367 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-8375a8ce-bd04-4f0b-81fb-f089d39eb94a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737107 Jun 29 15:26:58.959073 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-853e3b49-887f-41f1-b0be-6a70cd6c8676 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992066 Jun 29 15:26:59.151402 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0fac1f59-b17e-4de4-8b5d-abe32c733a47 req-8b28be15-5e43-4e35-83a6-e89854bd0623 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679025 Jun 29 15:26:59.928820 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65e46d-1d1a-4653-90b3-939fb82a17e2 req-4de4ed91-46b3-45af-a073-701f4410b83d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:26:59.931495 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1c65e46d-1d1a-4653-90b3-939fb82a17e2 req-4de4ed91-46b3-45af-a073-701f4410b83d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 944 time: 0.1003661 Jun 29 15:27:00.008784 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1c65e46d-1d1a-4653-90b3-939fb82a17e2 req-57d48bb0-e086-4bda-959f-0958be1cc8e4 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Jun 29 15:27:01.013173 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57710725-3966-444b-b68f-ce4628bd4c46 req-f2415ecc-cb87-4140-9d92-6ab41e4f1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:01.015574 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57710725-3966-444b-b68f-ce4628bd4c46 req-f2415ecc-cb87-4140-9d92-6ab41e4f1543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.1178699 Jun 29 15:27:01.071673 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ef6d6-d05a-461c-8eee-db7156aa3875 req-84162fc9-25b4-432e-b968-e701f7a4f3a4 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:01.073715 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aa0ef6d6-d05a-461c-8eee-db7156aa3875 req-84162fc9-25b4-432e-b968-e701f7a4f3a4 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.0952594 Jun 29 15:27:01.140064 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aa0ef6d6-d05a-461c-8eee-db7156aa3875 req-eb442c62-ffdb-40e0-b919-e6b189b4765a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570018 Jun 29 15:27:01.181621 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57710725-3966-444b-b68f-ce4628bd4c46 req-9958b63b-ac31-495e-a0da-de4736a634b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:01.183605 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57710725-3966-444b-b68f-ce4628bd4c46 req-9958b63b-ac31-495e-a0da-de4736a634b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.1608493 Jun 29 15:27:01.301125 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57710725-3966-444b-b68f-ce4628bd4c46 req-34410763-cf89-4119-bdb7-e192eac0231e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.1105177 Jun 29 15:27:01.388232 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57710725-3966-444b-b68f-ce4628bd4c46 req-1c3d8e27-5272-4dd4-8a2d-7632f36b4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:01.389727 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57710725-3966-444b-b68f-ce4628bd4c46 req-1c3d8e27-5272-4dd4-8a2d-7632f36b4909 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.0799384 Jun 29 15:27:01.403801 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9239d-dcba-41c4-814c-999b1f09354c req-76f17e35-90ed-41dd-a6fc-f4722168f870 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:01.405543 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f1e9239d-dcba-41c4-814c-999b1f09354c req-76f17e35-90ed-41dd-a6fc-f4722168f870 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 944 time: 0.1645348 Jun 29 15:27:01.470991 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57710725-3966-444b-b68f-ce4628bd4c46 req-214aeee2-e795-4c87-8951-ee65c2cadb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643351 Jun 29 15:27:01.542442 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f1e9239d-dcba-41c4-814c-999b1f09354c req-a04f46d6-057c-4e58-b2fe-cd67d36d1fd6 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021013 Jun 29 15:27:01.662145 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57710725-3966-444b-b68f-ce4628bd4c46 req-b4c38284-c1b1-4269-89c9-10728515acde service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818740 Jun 29 15:27:01.873375 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57710725-3966-444b-b68f-ce4628bd4c46 req-6c3eda2b-0227-422a-87aa-2c0515c9eacc service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031825 Jun 29 15:27:02.062699 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 7c472928-e5d2-460c-8e08-66112f9c037f details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:27:02.213054 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 7c472928-e5d2-460c-8e08-66112f9c037f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7c472928-e5d2-460c-8e08-66112f9c037f,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:02.228340 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': '7c472928-e5d2-460c-8e08-66112f9c037f', 'network_id': '3c2a1a90-3e36-4d36-95d7-3c5b287ae936', 'port_id': '7c472928-e5d2-460c-8e08-66112f9c037f', 'mac_address': 'fa:16:3e:97:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ec42c3-8c28-458a-a3a1-4e66ca41b980', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:27:02.299286 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:02.331579 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c472928-e5d2-460c-8e08-66112f9c037f {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:27:02.364173 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 7c472928-e5d2-460c-8e08-66112f9c037f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7c472928-e5d2-460c-8e08-66112f9c037f,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:02.369892 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:02.373429 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-53fc8d75-f1a8-4aaa-b59b-cbb7d9e07de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:02.392530 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f0c0-b542-404c-89ea-c55ef2b9f73b req-d7ad0ce2-63df-480c-8b7a-eb7b2ba857c6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:02.395960 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b987f0c0-b542-404c-89ea-c55ef2b9f73b req-d7ad0ce2-63df-480c-8b7a-eb7b2ba857c6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1264980 Jun 29 15:27:02.452729 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b987f0c0-b542-404c-89ea-c55ef2b9f73b req-fdec9ebb-a421-46ff-ac75-ef3ceadd3c75 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507469 Jun 29 15:27:02.453577 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=7c472928-e5d2-460c-8e08-66112f9c037f,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:02.457654 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:02.650545 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:27:02.866132 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36204304-5d9c-4181-b790-59b098ae01a0 req-64006b6e-929d-4714-9ca8-cc537ef232e2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:02.868065 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36204304-5d9c-4181-b790-59b098ae01a0 req-64006b6e-929d-4714-9ca8-cc537ef232e2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 945 time: 0.1358342 Jun 29 15:27:02.932210 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36204304-5d9c-4181-b790-59b098ae01a0 req-f64e215e-53af-4b6f-b48b-58e3d02c0dcc tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569510 Jun 29 15:27:03.051268 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['7c472928-e5d2-460c-8e08-66112f9c037f'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:27:03.755393 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2fb7-759b-4de7-a55d-cc3eb625d4e6 req-2af81085-7405-43a0-816e-b2fbaf461b51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:03.758157 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e0fd2fb7-759b-4de7-a55d-cc3eb625d4e6 req-2af81085-7405-43a0-816e-b2fbaf461b51 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1217670 Jun 29 15:27:03.814384 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e0fd2fb7-759b-4de7-a55d-cc3eb625d4e6 req-4b0c6208-c166-4595-a6b5-66c0d814ef1d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498559 Jun 29 15:27:04.022205 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-c830c1ed-2cc8-43f7-95df-7cdafc08b23f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805950 Jun 29 15:27:04.299083 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151f248-1614-4809-b998-b13b0d734188 req-00c7cd1f-59c1-47ae-b547-d27074327f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:04.300554 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-00c7cd1f-59c1-47ae-b547-d27074327f8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 1098 time: 0.2395861 Jun 29 15:27:04.330664 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b37a4-4570-4152-bb26-8ecab65feb87 req-e035371d-3000-4db0-b4f7-bcbcfff33e4d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:04.333744 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a50b37a4-4570-4152-bb26-8ecab65feb87 req-e035371d-3000-4db0-b4f7-bcbcfff33e4d tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 945 time: 0.2381861 Jun 29 15:27:04.470458 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a50b37a4-4570-4152-bb26-8ecab65feb87 req-7def035a-6d08-4055-bd71-2f44d742343b tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120207 Jun 29 15:27:04.508279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151f248-1614-4809-b998-b13b0d734188 req-ecd073ae-d2c8-4baf-a018-4fceca51531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:04.509819 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-ecd073ae-d2c8-4baf-a018-4fceca51531c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.1748042 Jun 29 15:27:04.602553 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-156e410b-01ef-4da3-8dca-3adaa3ede71f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 HTTP/1.1" status: 200 len: 217 time: 0.0842626 Jun 29 15:27:04.677021 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151f248-1614-4809-b998-b13b0d734188 req-0c5b8969-1fed-4bd1-878c-8ec4d63d782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:04.678456 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-0c5b8969-1fed-4bd1-878c-8ec4d63d782e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.0682447 Jun 29 15:27:04.729296 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-33811c21-c6f5-4134-98fb-720815fcbd2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433600 Jun 29 15:27:04.900592 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-6e75c6ae-adbe-43ac-a19b-cd55364027be service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622579 Jun 29 15:27:05.073564 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b151f248-1614-4809-b998-b13b0d734188 req-bb6dadb5-650a-4cf1-88ea-1cd1a933279c service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659276 Jun 29 15:27:05.076088 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57150503-104c-4d4c-b5e8-9ff0ea69648e req-2e10a95c-fb69-4c0f-9e15-8f67c1b6a50a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:05.077783 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-57150503-104c-4d4c-b5e8-9ff0ea69648e req-2e10a95c-fb69-4c0f-9e15-8f67c1b6a50a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.0900145 Jun 29 15:27:05.144265 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-57150503-104c-4d4c-b5e8-9ff0ea69648e req-93af4933-fd84-4dfd-afd9-1a192f0e61cf tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579777 Jun 29 15:27:05.755972 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74909fd0-8306-46a7-85a0-190cf29193d9 req-ec94f483-fb51-4730-a982-81b6828ef4e2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:05.757393 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-74909fd0-8306-46a7-85a0-190cf29193d9 req-ec94f483-fb51-4730-a982-81b6828ef4e2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 945 time: 0.1265237 Jun 29 15:27:05.820754 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-74909fd0-8306-46a7-85a0-190cf29193d9 req-afc7181c-a34f-4d61-809d-6ddb83222ac2 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528500 Jun 29 15:27:06.075134 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 7c472928-e5d2-460c-8e08-66112f9c037f up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:06.188566 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port 7c472928-e5d2-460c-8e08-66112f9c037f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:06.194169 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port 7c472928-e5d2-460c-8e08-66112f9c037f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:06.194555 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:06.410231 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:06.471551 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a994da49-7b53-4fb0-89c4-042359152979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c472928-e5d2-460c-8e08-66112f9c037f'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:27:06.508594 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 7c472928-e5d2-460c-8e08-66112f9c037f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7c472928-e5d2-460c-8e08-66112f9c037f,segment=NetworkSegment(468c9dfd-153b-4416-b1eb-cf02ac812ea8),segment_id=468c9dfd-153b-4416-b1eb-cf02ac812ea8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:06.514943 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:06.518328 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:06.704253 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=7c472928-e5d2-460c-8e08-66112f9c037f,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:06.718151 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.718789 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.719435 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.720074 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.720711 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.721392 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.721957 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.722625 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.723470 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.724282 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.725300 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.726281 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:06.734266 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:06.755855 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d85c9-2874-44e6-b938-4f5b741bfb9e req-c74f83a8-1110-4b2d-806a-4b0fbe6a7daf tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:06.758925 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb1d85c9-2874-44e6-b938-4f5b741bfb9e req-c74f83a8-1110-4b2d-806a-4b0fbe6a7daf tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2340777 Jun 29 15:27:06.841517 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb1d85c9-2874-44e6-b938-4f5b741bfb9e req-4e8c17fd-273a-4e92-bc6a-990986143249 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717950 Jun 29 15:27:06.907030 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a994da49-7b53-4fb0-89c4-042359152979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c472928-e5d2-460c-8e08-66112f9c037f', 'code': 200} Jun 29 15:27:07.156120 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3e276-1783-44ac-8a43-e2e01600c369 req-56be919b-13c7-4d87-bd64-a4c2f4ae46e8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:07.158562 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9be3e276-1783-44ac-8a43-e2e01600c369 req-56be919b-13c7-4d87-bd64-a4c2f4ae46e8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 946 time: 0.0942569 Jun 29 15:27:07.249129 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9be3e276-1783-44ac-8a43-e2e01600c369 req-23489c5b-7742-4933-af2e-9edc77c0fd1e tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841115 Jun 29 15:27:07.295878 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cc16-e698-4355-85d6-91e6a450451e req-9cf957fa-1e77-42cc-8590-a51fa685bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:07.297955 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-42d8cc16-e698-4355-85d6-91e6a450451e req-9cf957fa-1e77-42cc-8590-a51fa685bacc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 1099 time: 0.0927460 Jun 29 15:27:07.345884 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-42d8cc16-e698-4355-85d6-91e6a450451e req-f8188535-9afe-4b0a-99bc-4727ff422cd1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Jun 29 15:27:08.119290 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b1864-16bd-4d9c-b5cb-07a4c425f5cc req-1b1af919-3f53-4341-b410-db791c231482 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:08.121792 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-412b1864-16bd-4d9c-b5cb-07a4c425f5cc req-1b1af919-3f53-4341-b410-db791c231482 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1273353 Jun 29 15:27:08.195343 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-412b1864-16bd-4d9c-b5cb-07a4c425f5cc req-f4d6c907-58e5-41bb-a8c0-5d116ad14905 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671430 Jun 29 15:27:08.477290 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-80268526-5140-412d-bdfb-8b4cb24d85fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:08.494585 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579030a-38e0-4556-93e8-117139747378 req-c651addb-1222-4f01-b2c8-b2d5f1bdf2c8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:08.496189 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6579030a-38e0-4556-93e8-117139747378 req-c651addb-1222-4f01-b2c8-b2d5f1bdf2c8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 946 time: 0.1156678 Jun 29 15:27:08.555333 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6579030a-38e0-4556-93e8-117139747378 req-76b38abe-6611-4623-8434-065559337084 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490870 Jun 29 15:27:08.723948 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:09.704031 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88e94-20cd-4446-87e0-105ec55c5a59 req-777f14bd-553d-4084-9bfd-d5fadb6997d0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:09.705578 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c2a88e94-20cd-4446-87e0-105ec55c5a59 req-777f14bd-553d-4084-9bfd-d5fadb6997d0 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2447321 Jun 29 15:27:09.809403 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c2a88e94-20cd-4446-87e0-105ec55c5a59 req-3500ac8a-1f29-4695-90b3-98806d4ec1b3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880919 Jun 29 15:27:09.877112 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:10.026444 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957307a-a9d7-4f21-af24-b848271e4e38 req-f7c63b5c-6cb5-431d-a81b-77e908a65b96 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:10.031225 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1957307a-a9d7-4f21-af24-b848271e4e38 req-f7c63b5c-6cb5-431d-a81b-77e908a65b96 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 946 time: 0.1930246 Jun 29 15:27:10.114226 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1957307a-a9d7-4f21-af24-b848271e4e38 req-2b2d0836-394a-4a5b-ab2a-9ae079d0585f tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613549 Jun 29 15:27:10.685319 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-cf6e1d91-c9f6-449c-b9c5-3a587d75c4ca tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259220115&fields=id&tenant_id=0956278328cf450796a75d3607a0d4bf HTTP/1.1" status: 200 len: 267 time: 0.0449021 Jun 29 15:27:10.925627 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-48c94df7-dc85-4b4f-b574-43431471219c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:10.927170 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-48c94df7-dc85-4b4f-b574-43431471219c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/networks?id=2eca0a3f-1410-4469-b910-775d58d87930 HTTP/1.1" status: 200 len: 812 time: 0.2336216 Jun 29 15:27:10.954478 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-162be7f5-347d-477b-a319-bf1bf1800aa0 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/quotas/0956278328cf450796a75d3607a0d4bf HTTP/1.1" status: 200 len: 375 time: 0.0174668 Jun 29 15:27:11.136497 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-79a2c860-a592-4c76-847e-f353af57caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:11.158664 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-049083c3-6982-4f46-967f-930c9460b053 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0956278328cf450796a75d3607a0d4bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1952527 Jun 29 15:27:11.182718 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454be4c-db01-40db-9833-2316206a00e7 req-5b721e58-bf10-430f-936f-b7b22a5b9062 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:11.185559 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d454be4c-db01-40db-9833-2316206a00e7 req-5b721e58-bf10-430f-936f-b7b22a5b9062 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1486089 Jun 29 15:27:11.285910 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d454be4c-db01-40db-9833-2316206a00e7 req-1a1eb94d-a1d0-4650-9868-f5021c28cf6c tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920038 Jun 29 15:27:11.391561 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-52f42976-2087-417d-ac3c-e8794bd56eab service neutron] 10.222.0.37 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208591 Jun 29 15:27:11.627206 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-3efa48a2-2085-4ede-a021-d2e090899bcc service neutron] 10.222.0.37 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251534 Jun 29 15:27:12.208614 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:12.382987 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a324c-604d-4001-abef-51a273b6ef34 req-b246f667-4d02-4ba2-8221-1b49b4a4f655 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:12.385383 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b28a324c-604d-4001-abef-51a273b6ef34 req-b246f667-4d02-4ba2-8221-1b49b4a4f655 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994da49-7b53-4fb0-89c4-042359152979 HTTP/1.1" status: 200 len: 946 time: 0.1424947 Jun 29 15:27:12.487928 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b28a324c-604d-4001-abef-51a273b6ef34 req-74594848-7e8d-44f2-a87d-60d6dbcf8ef8 tempest-AttachVolumeNegativeTest-1925498196 tempest-AttachVolumeNegativeTest-1925498196-project] 10.222.0.37 "GET /v2.0/security-groups?id=093071bd-8c0b-48c9-a8f8-1ba7a996bbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854900 Jun 29 15:27:13.431975 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:13.635636 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-0f8e7cdd-7709-440a-9179-88652e853cdc req-ca065bcb-ce85-4ae2-b186-1a1cdcf6cb1c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Synchronizing usage tracker for tenant:0956278328cf450796a75d3607a0d4bf on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:27:13.663085 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-0f8e7cdd-7709-440a-9179-88652e853cdc req-ca065bcb-ce85-4ae2-b186-1a1cdcf6cb1c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Unset dirty status for tenant:0956278328cf450796a75d3607a0d4bf on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:27:13.664933 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0f8e7cdd-7709-440a-9179-88652e853cdc req-ca065bcb-ce85-4ae2-b186-1a1cdcf6cb1c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 210 time: 0.0793257 Jun 29 15:27:13.908831 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e197-a901-47c6-95ab-175e46487b01 req-b1f3b045-65a0-43ee-aa6f-5efb6d5ca0c8 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:13.911414 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1503e197-a901-47c6-95ab-175e46487b01 req-b1f3b045-65a0-43ee-aa6f-5efb6d5ca0c8 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1084886 Jun 29 15:27:13.998269 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1503e197-a901-47c6-95ab-175e46487b01 req-c7b93829-81e4-4411-a980-23317d40f42b tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794990 Jun 29 15:27:15.337171 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5adc6125-ba7f-40a9-9c65-f8a68ae2a13d req-2a7e7284-6851-41a1-b980-3fb9089868eb tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 210 time: 0.0730741 Jun 29 15:27:15.447839 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203b9c0-5b6d-4eff-941f-10af14248330 req-6b1475ec-e487-4857-8a83-476451533eaa tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:15.450441 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2203b9c0-5b6d-4eff-941f-10af14248330 req-6b1475ec-e487-4857-8a83-476451533eaa tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1274829 Jun 29 15:27:15.535745 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2203b9c0-5b6d-4eff-941f-10af14248330 req-fee61ae7-5300-4cc7-9d8e-c3bc43dde82d tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783522 Jun 29 15:27:16.350151 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-8e6bbf99-88bc-4e97-8e58-0577c3351d4f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:16.351066 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-8e6bbf99-88bc-4e97-8e58-0577c3351d4f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Synchronizing usage tracker for tenant:0956278328cf450796a75d3607a0d4bf on resource:network {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:27:16.373491 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-8e6bbf99-88bc-4e97-8e58-0577c3351d4f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Unset dirty status for tenant:0956278328cf450796a75d3607a0d4bf on resource:network {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:27:16.375309 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-8e6bbf99-88bc-4e97-8e58-0577c3351d4f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.24 "GET /v2.0/networks?id=2eca0a3f-1410-4469-b910-775d58d87930 HTTP/1.1" status: 200 len: 812 time: 0.3154194 Jun 29 15:27:16.472033 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-f7c5e6e4-bd23-4919-889b-fe63f8226cd8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Synchronizing usage tracker for tenant:0956278328cf450796a75d3607a0d4bf on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:27:16.557797 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e9b703ab-4f4b-4c09-b2e4-6b5104151a4e req-170c8eaf-f564-4ae2-8fe0-99891a6bfa5f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 210 time: 0.0772517 Jun 29 15:27:16.560372 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-f7c5e6e4-bd23-4919-889b-fe63f8226cd8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Unset dirty status for tenant:0956278328cf450796a75d3607a0d4bf on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:27:16.562071 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-f7c5e6e4-bd23-4919-889b-fe63f8226cd8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0956278328cf450796a75d3607a0d4bf HTTP/1.1" status: 200 len: 380 time: 0.1723580 Jun 29 15:27:16.573222 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'port': {'device_id': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'admin_state_up': True, 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'security_groups': ['7cc43271-8f94-4d44-bbfd-f12ff8f43476']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:16.833223 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:16.845504 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:16.866437 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Made reservation on behalf of 0956278328cf450796a75d3607a0d4bf for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:27:16.870710 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:16.889558 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78434ecb-fa58-4b73-96fb-f575abba77de req-d5e3e87c-4b45-4ce3-b164-d29112f4ee10 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:16.892099 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-78434ecb-fa58-4b73-96fb-f575abba77de req-d5e3e87c-4b45-4ce3-b164-d29112f4ee10 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1505296 Jun 29 15:27:16.964373 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-78434ecb-fa58-4b73-96fb-f575abba77de req-7d837ab8-f8e1-467b-be37-c9b85c22d417 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657978 Jun 29 15:27:17.088434 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Allocated IP 172.20.0.6 (2eca0a3f-1410-4469-b910-775d58d87930/d958b050-583e-4869-80f8-d94a2c59b37c/c0367be1-9ae8-4336-84a7-a7fdff290a12) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:27:17.361128 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:17.396115 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Transition to ACTIVE for port object c0367be1-9ae8-4336-84a7-a7fdff290a12 will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:17.433159 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:17.454448 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:17.509489 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Network 2eca0a3f-1410-4469-b910-775d58d87930 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:17.517196 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:17.552947 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:27:17.633873 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'Port': ['ID=c0367be1-9ae8-4336-84a7-a7fdff290a12,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:17.639227 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:17.662476 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:17.663510 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:17.728261 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-d52b0ca5-cd30-4f85-8ba4-0ceef23c9577 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1585500 Jun 29 15:27:17.749520 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Request body: {'port': {'device_id': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:17.880289 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-3a74cc13-1a99-4248-b8ab-257672e17bf7 None None] Provisioning for port c0367be1-9ae8-4336-84a7-a7fdff290a12 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:17.890565 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-3a74cc13-1a99-4248-b8ab-257672e17bf7 None None] Provisioning complete for port c0367be1-9ae8-4336-84a7-a7fdff290a12 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:17.891344 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3a74cc13-1a99-4248-b8ab-257672e17bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:17.936212 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:17.983585 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-3a74cc13-1a99-4248-b8ab-257672e17bf7 None None] Port c0367be1-9ae8-4336-84a7-a7fdff290a12 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:27:18.237500 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f0eb-30e4-4d23-a147-b4a8454f7689 req-8664bf14-56d3-4113-93f0-b0bbfb7bc650 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:18.238270 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-6013f0eb-30e4-4d23-a147-b4a8454f7689 req-8664bf14-56d3-4113-93f0-b0bbfb7bc650 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Synchronizing usage tracker for tenant:0956278328cf450796a75d3607a0d4bf on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:27:18.320184 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-6013f0eb-30e4-4d23-a147-b4a8454f7689 req-8664bf14-56d3-4113-93f0-b0bbfb7bc650 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Unset dirty status for tenant:0956278328cf450796a75d3607a0d4bf on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:27:18.321477 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6013f0eb-30e4-4d23-a147-b4a8454f7689 req-8664bf14-56d3-4113-93f0-b0bbfb7bc650 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 931 time: 0.3120875 Jun 29 15:27:18.419849 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6013f0eb-30e4-4d23-a147-b4a8454f7689 req-7308e949-e13f-41a1-9f21-8842ad576091 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895579 Jun 29 15:27:18.507044 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0367be1-9ae8-4336-84a7-a7fdff290a12 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:27:18.515558 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:18.532479 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Transition to ACTIVE for port object c0367be1-9ae8-4336-84a7-a7fdff290a12 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:18.537868 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:18.542137 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5db51d36-32e8-4f49-880b-c97ab8cbfc22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:18.781948 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Pushing event updated for resources: {'Port': ['ID=c0367be1-9ae8-4336-84a7-a7fdff290a12,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:18.791209 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:18.989228 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffd822-caeb-40da-983e-677c3a342eef req-38f26ba5-d4fe-4ec1-acb5-2f8a496feb07 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:18.990596 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c2ffd822-caeb-40da-983e-677c3a342eef req-38f26ba5-d4fe-4ec1-acb5-2f8a496feb07 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.4176943 Jun 29 15:27:18.995543 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Attempting to bind port c0367be1-9ae8-4336-84a7-a7fdff290a12 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:27:18.995868 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Attempting to bind port c0367be1-9ae8-4336-84a7-a7fdff290a12 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:27:18.996188 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Attempting to bind port c0367be1-9ae8-4336-84a7-a7fdff290a12 on network 2eca0a3f-1410-4469-b910-775d58d87930 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:19.002970 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Port c0367be1-9ae8-4336-84a7-a7fdff290a12 on network 2eca0a3f-1410-4469-b910-775d58d87930 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:27:19.003278 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Attempting to bind port c0367be1-9ae8-4336-84a7-a7fdff290a12 on network 2eca0a3f-1410-4469-b910-775d58d87930 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:19.024612 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:27:19.024948 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Checking segment: {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:19.025332 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Bound using segment: {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:27:19.025795 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Bound port: c0367be1-9ae8-4336-84a7-a7fdff290a12, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:27:19.026188 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:19.098138 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c2ffd822-caeb-40da-983e-677c3a342eef req-8ccbb444-0c42-4565-9aab-c5b19b2016c7 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967305 Jun 29 15:27:19.152183 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] For port c0367be1-9ae8-4336-84a7-a7fdff290a12, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:27:19.155860 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] For port c0367be1-9ae8-4336-84a7-a7fdff290a12, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c0367be1-9ae8-4336-84a7-a7fdff290a12,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:27:19.164239 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:19.180334 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6427f080-9482-408d-86b6-91761f239e89 tempest-AttachVolumeTestJSON-127237425 tempest-AttachVolumeTestJSON-127237425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:19.248360 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:19.249377 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:19.253296 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] 10.222.0.24 "PUT /v2.0/ports/c0367be1-9ae8-4336-84a7-a7fdff290a12 HTTP/1.1" status: 200 len: 1093 time: 1.5131476 Jun 29 15:27:19.253296 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'tag': 'c0367be1-9ae8-4336-84a7-a7fdff290a12'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:27:19.297673 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Pushing event updated for resources: {'Port': ['ID=c0367be1-9ae8-4336-84a7-a7fdff290a12,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:19.301514 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:23.036498 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'tag': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'status': 'completed', 'code': 200} Jun 29 15:27:23.123458 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-8cc5f2a4-807d-40e8-8bc4-139a9d90ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:23.126176 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-8cc5f2a4-807d-40e8-8bc4-139a9d90ff81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0956278328cf450796a75d3607a0d4bf&device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 1096 time: 0.1541576 Jun 29 15:27:23.286762 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-f144da30-870b-4db3-9b14-af297e023a69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0367be1-9ae8-4336-84a7-a7fdff290a12 HTTP/1.1" status: 200 len: 217 time: 0.1483483 Jun 29 15:27:23.360850 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f982b59-b7fd-49c0-b675-08e6328d5b16 req-8fd90ac7-8611-4850-b791-5d87b78f1014 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:23.362600 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f982b59-b7fd-49c0-b675-08e6328d5b16 req-8fd90ac7-8611-4850-b791-5d87b78f1014 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1183765 Jun 29 15:27:23.407826 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-53158834-a707-4133-94b8-39b530a22732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:23.409372 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-53158834-a707-4133-94b8-39b530a22732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d958b050-583e-4869-80f8-d94a2c59b37c HTTP/1.1" status: 200 len: 851 time: 0.1135695 Jun 29 15:27:23.428645 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f982b59-b7fd-49c0-b675-08e6328d5b16 req-fe183119-983b-400a-8849-498e266a1e4e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545535 Jun 29 15:27:23.471492 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7e8c0-04c7-4579-a097-2f24a264c4a6 req-95bf074e-1167-408b-a6b8-cc5e6bf1a321 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:23.472997 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-42d7e8c0-04c7-4579-a097-2f24a264c4a6 req-95bf074e-1167-408b-a6b8-cc5e6bf1a321 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2586658 Jun 29 15:27:23.540729 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-42d7e8c0-04c7-4579-a097-2f24a264c4a6 req-c2fafc4b-c699-4ab3-b54a-6033273ed883 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553110 Jun 29 15:27:23.547172 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-708149d2-e5c5-4d32-8598-455b2294b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:23.548710 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-708149d2-e5c5-4d32-8598-455b2294b63f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eca0a3f-1410-4469-b910-775d58d87930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1316032 Jun 29 15:27:23.745980 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-10e9b471-359c-4ad2-b312-55070a9bd7c8 service neutron] 10.222.0.24 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902189 Jun 29 15:27:23.935007 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9531bd7f-4316-4f53-8432-784d3be59ea0 req-6ed4db6f-85c3-4e67-ac3d-9fae0d8130d2 service neutron] 10.222.0.24 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819382 Jun 29 15:27:24.229539 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-7a6fc5af-cf2a-418c-b652-2ead547579a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:24.231034 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-7a6fc5af-cf2a-418c-b652-2ead547579a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0956278328cf450796a75d3607a0d4bf&device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 1096 time: 0.2188394 Jun 29 15:27:24.237139 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad761ff5-e2c4-4f4d-9033-832f8f33fa27 req-53629de9-88e1-40b4-9351-46c6e9ad833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:24.238655 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad761ff5-e2c4-4f4d-9033-832f8f33fa27 req-53629de9-88e1-40b4-9351-46c6e9ad833b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.2279134 Jun 29 15:27:24.426489 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad761ff5-e2c4-4f4d-9033-832f8f33fa27 req-e81d1dfb-9fce-4c31-bf6b-911b53ab610c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669407 Jun 29 15:27:24.462547 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-613d4ef5-f1c5-4eec-8c7e-97c8fbc8c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:24.465168 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-613d4ef5-f1c5-4eec-8c7e-97c8fbc8c081 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eca0a3f-1410-4469-b910-775d58d87930 HTTP/1.1" status: 200 len: 913 time: 0.2253366 Jun 29 15:27:24.737988 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-90352c6f-0e8a-4557-9ac5-fa3e27336cd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0367be1-9ae8-4336-84a7-a7fdff290a12 HTTP/1.1" status: 200 len: 217 time: 0.1019754 Jun 29 15:27:24.933460 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-8f57b1d3-fe9f-4902-b762-03732ca9cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:24.934862 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-8f57b1d3-fe9f-4902-b762-03732ca9cee7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d958b050-583e-4869-80f8-d94a2c59b37c HTTP/1.1" status: 200 len: 851 time: 0.1518981 Jun 29 15:27:25.023343 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b42d37-231c-41ed-a408-8d8c4d810fba req-6fa66aee-c426-47bc-8646-37f116c0c8b3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:25.031751 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-23b42d37-231c-41ed-a408-8d8c4d810fba req-6fa66aee-c426-47bc-8646-37f116c0c8b3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1059527 Jun 29 15:27:25.072549 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33c857-859a-42e9-aa10-b429bb469c6a req-877c14de-d15f-4f83-94e9-eee3e580eac6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:25.074748 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2d33c857-859a-42e9-aa10-b429bb469c6a req-877c14de-d15f-4f83-94e9-eee3e580eac6 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1986961 Jun 29 15:27:25.099523 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-23b42d37-231c-41ed-a408-8d8c4d810fba req-23916c6e-9590-46cc-8a1f-563a01b18288 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664344 Jun 29 15:27:25.107342 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-73df8f56-909d-44cb-98b3-9ee5b0534cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:25.108868 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-73df8f56-909d-44cb-98b3-9ee5b0534cae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eca0a3f-1410-4469-b910-775d58d87930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1641359 Jun 29 15:27:25.215854 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2d33c857-859a-42e9-aa10-b429bb469c6a req-e17bd374-bff3-4f18-bc92-bee81a6968cf tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296544 Jun 29 15:27:25.462259 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-7bb21630-16ec-4e5a-b804-fb477dc37eec service neutron] 10.222.0.24 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442011 Jun 29 15:27:25.633878 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4dff4cb8-ce02-433f-ac77-77e92ec448c0 req-467f60c7-8fc0-46b0-a375-6c7bea012e14 service neutron] 10.222.0.24 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652188 Jun 29 15:27:26.115246 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 56666) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:26.418354 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76a2da-3515-4ab6-98f3-e1f124ee844b req-aa262f14-47cb-405f-9ad9-115af1d2ccce tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:26.427197 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df76a2da-3515-4ab6-98f3-e1f124ee844b req-aa262f14-47cb-405f-9ad9-115af1d2ccce tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1767492 Jun 29 15:27:26.430023 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:26.479780 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:26.494805 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Usage tracker for resource:security_group_rule and tenant:e5ab690f7c5f471fb403316cf0d2c67c is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:26.501478 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:26.512192 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:26.516967 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df76a2da-3515-4ab6-98f3-e1f124ee844b req-87cca9e0-d108-40fe-8783-86a5320d47b3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887563 Jun 29 15:27:26.571997 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef8cf-661f-4179-8757-15883b919fbb req-6e1ffd23-2f5c-444a-abc3-81aecda9584a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:26.573689 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-421ef8cf-661f-4179-8757-15883b919fbb req-6e1ffd23-2f5c-444a-abc3-81aecda9584a tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1451449 Jun 29 15:27:26.632275 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:26.636743 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-421ef8cf-661f-4179-8757-15883b919fbb req-cfc84ae9-efa5-47e9-9058-d6039f9a3fe3 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557191 Jun 29 15:27:26.637196 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:26.650561 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9a932864-5d41-46b3-a2fc-5a329c8978a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:26.706542 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5ab690f7c5f471fb403316cf0d2c67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898752 Jun 29 15:27:26.707586 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ac28d-d4a1-4492-a5ac-c5c945c29c11,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:26.710514 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 56678) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:26.716327 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.716681 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.717061 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.717410 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.717806 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.718201 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.718599 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.718998 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.719387 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.719725 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.720165 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.720513 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:26.724923 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e451da1f-106a-4f25-a34b-86d5260d86dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:26.806889 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-baa29395-f494-4291-ae14-c89ac4a51c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:26.840186 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-baa29395-f494-4291-ae14-c89ac4a51c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:26.908261 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-baa29395-f494-4291-ae14-c89ac4a51c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:26.917014 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-582bc0a2-28da-407c-8486-c61ae62b83a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:26.935416 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa29395-f494-4291-ae14-c89ac4a51c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ac28d-d4a1-4492-a5ac-c5c945c29c11,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:26.939107 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-baa29395-f494-4291-ae14-c89ac4a51c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:26.946012 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-baa29395-f494-4291-ae14-c89ac4a51c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:26.947476 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-baa29395-f494-4291-ae14-c89ac4a51c28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c2ac28d-d4a1-4492-a5ac-c5c945c29c11 HTTP/1.1" status: 204 len: 168 time: 0.2347064 Jun 29 15:27:27.812163 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ee3a-bc73-4f79-910e-0ecb5bb5c5ba req-8839aeb9-acfd-4a47-a14c-9d412ff19afe tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:27.817710 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84d9ee3a-bc73-4f79-910e-0ecb5bb5c5ba req-8839aeb9-acfd-4a47-a14c-9d412ff19afe tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1294868 Jun 29 15:27:27.889228 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84d9ee3a-bc73-4f79-910e-0ecb5bb5c5ba req-06f2e05d-fe5b-47d4-9e7b-2440483638f7 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638051 Jun 29 15:27:27.917330 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e257-31c4-4799-a3d9-fb6b235cf12f req-b0b3b8b4-66b4-4c38-88f5-9e963677deb1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:27.919702 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5439e257-31c4-4799-a3d9-fb6b235cf12f req-b0b3b8b4-66b4-4c38-88f5-9e963677deb1 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1240401 Jun 29 15:27:27.976724 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5439e257-31c4-4799-a3d9-fb6b235cf12f req-355e9275-4c53-423d-8ad1-27b2ffc5b7b8 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475769 Jun 29 15:27:27.994599 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 56714) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:28.123063 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134859226-network', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:28.128108 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:28.132577 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Usage tracker for resource:network and tenant:970c6707a12e4b7ba85bbbcf8112a71f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:28.136549 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:28.147850 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:28.163738 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Made reservation on behalf of 970c6707a12e4b7ba85bbbcf8112a71f for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:27:28.168718 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.192702 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.221014 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:28.228717 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Usage tracker for resource:security_group_rule and tenant:970c6707a12e4b7ba85bbbcf8112a71f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:28.234461 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:28.245494 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:28.432331 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.438246 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.462711 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-db83ed4a-ae73-4411-a5b8-6d6a4d7e6c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:28.504290 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:27:28.517082 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c601a75-de38-470f-a9c0-7d38163efb4b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:28.533838 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:28.545132 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.545533 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Added segment 9463f57f-813b-47fc-8549-1969fb7b3f66 of type vlan for network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 Jun 29 15:27:28.604583 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.663053 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.666819 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:28.668527 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.680438 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:28.811939 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Pushing event updated for resources: {'Network': ['ID=1bc035ad-2d2b-46be-9ad3-52b42fb69477,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:28.819064 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8228817 Jun 29 15:27:28.820251 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c49d57a4-d94d-4a83-9d6c-e89080ec818d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:28.821597 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 56736) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:28.826577 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Request body: {'subnet': {'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134859226-subnet', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:28.831631 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:27:28.832677 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:28.836585 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Usage tracker for resource:subnet and tenant:970c6707a12e4b7ba85bbbcf8112a71f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:28.839952 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:28.847577 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:28.864510 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Made reservation on behalf of 970c6707a12e4b7ba85bbbcf8112a71f for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:27:28.867624 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025171'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:28.871418 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-e581882a-93c0-40bc-95dc-5a9ff69d514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:28.873991 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-e581882a-93c0-40bc-95dc-5a9ff69d514d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.1164384 Jun 29 15:27:29.099497 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad37c1-d973-437b-a86b-5ca476fa16d7 req-5b066249-50cb-4703-9d5e-c378c121cefc tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:29.101201 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2dad37c1-d973-437b-a86b-5ca476fa16d7 req-5b066249-50cb-4703-9d5e-c378c121cefc tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2200534 Jun 29 15:27:29.133462 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-4c1b607e-ebba-4b40-a6f5-e9cc3f6adc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:29.135026 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-4c1b607e-ebba-4b40-a6f5-e9cc3f6adc9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.2456231 Jun 29 15:27:29.199989 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2dad37c1-d973-437b-a86b-5ca476fa16d7 req-c370dc98-f0a1-4f35-878d-0f5f3a1a7a61 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900438 Jun 29 15:27:29.221637 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-cd5f5288-b9c8-44da-9adb-f4c9f99d2ade service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.0778739 Jun 29 15:27:29.250915 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6123655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025157'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:29.255553 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2b4a6c45-7f5d-411b-8f0a-a17cfd705e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:29.327062 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c6554-b731-48b6-a5cc-c9367e144de2 req-8b371981-554e-4519-a56c-f8fd48d473c8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:29.329139 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6b0c6554-b731-48b6-a5cc-c9367e144de2 req-8b371981-554e-4519-a56c-f8fd48d473c8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2630308 Jun 29 15:27:29.342799 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-e845d9da-4125-41b8-b7fe-b6e1d8cb14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:29.345227 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-e845d9da-4125-41b8-b7fe-b6e1d8cb14b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.1158860 Jun 29 15:27:29.415709 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-8ca2206e-9387-466f-9bc4-af33e0b00877 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535710 Jun 29 15:27:29.427209 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4defe1a3-89d8-4b50-87ff-4f8fc995be64,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:29.433835 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:29.446571 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Checking segment: {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:29.447082 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Network hostable DHCP agents. Network: 1bc035ad-2d2b-46be-9ad3-52b42fb69477, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:27:29.472657 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6b0c6554-b731-48b6-a5cc-c9367e144de2 req-6400b4ea-41bf-4ce8-82c2-9c3211132e4e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258731 Jun 29 15:27:29.480658 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:27:29.508717 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, 1bc035ad-2d2b-46be-9ad3-52b42fb69477) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:29.515107 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:29.516060 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:29.524677 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bcbb65-6faa-4256-976e-2dc8177b67cd None None] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:27:29.560337 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8cea9eef-7336-43ea-b024-bb709793bc8f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7349815 Jun 29 15:27:29.560650 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 56746) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:29.567882 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134859226-router', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:29.576881 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:29.597636 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Usage tracker for resource:router and tenant:970c6707a12e4b7ba85bbbcf8112a71f is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:29.607806 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:29.626995 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-5ab9a7e8-1b19-4a3c-a8f6-f03f73d3bbc1 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000372 Jun 29 15:27:29.629394 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:29.683222 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:29.684615 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:29.810946 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:29.935423 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0731b18a-4a01-4f03-8628-9ef5529f301a req-ea0d5d74-acbc-4d5d-a699-a54880dfdba1 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940171 Jun 29 15:27:29.946842 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'fixed_ips': [{'subnet_id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:27:29.947882 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:30.140923 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Allocated IP 172.20.0.2 (1bc035ad-2d2b-46be-9ad3-52b42fb69477/4defe1a3-89d8-4b50-87ff-4f8fc995be64/90191b12-3258-49b8-aa04-d445fa7ed92b) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:27:30.254793 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:30.454933 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:30.476260 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Transition to ACTIVE for port object 90191b12-3258-49b8-aa04-d445fa7ed92b will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:30.507815 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Transition to ACTIVE for port object 90191b12-3258-49b8-aa04-d445fa7ed92b will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:30.520952 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:30.534568 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:30.534801 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb2137-7627-4331-a9af-db10b00f72d6 req-740c2033-1ac1-4329-a640-70b9f48607fc tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:30.537553 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-85bb2137-7627-4331-a9af-db10b00f72d6 req-740c2033-1ac1-4329-a640-70b9f48607fc tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1517830 Jun 29 15:27:30.618602 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-85bb2137-7627-4331-a9af-db10b00f72d6 req-f3cae774-7688-4e6f-9bdb-a8ed14bb70cc tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719333 Jun 29 15:27:30.633850 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Pushing event updated for resources: {'Port': ['ID=90191b12-3258-49b8-aa04-d445fa7ed92b,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:30.640485 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:30.643048 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:30.644596 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:30.647367 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:27:30.799909 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:30.814018 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Attempting to bind port 90191b12-3258-49b8-aa04-d445fa7ed92b on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:27:30.814539 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Attempting to bind port 90191b12-3258-49b8-aa04-d445fa7ed92b by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:27:30.815054 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Attempting to bind port 90191b12-3258-49b8-aa04-d445fa7ed92b on network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:30.824733 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:27:30.825324 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Checking segment: {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:30.825975 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:30.826615 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Bound using segment: {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:27:30.827306 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Bound port: 90191b12-3258-49b8-aa04-d445fa7ed92b, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:27:30.827757 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:30.842332 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:31.015153 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] For port 90191b12-3258-49b8-aa04-d445fa7ed92b, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:27:31.020458 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] For port 90191b12-3258-49b8-aa04-d445fa7ed92b, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=90191b12-3258-49b8-aa04-d445fa7ed92b,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:27:31.026182 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:31.027999 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d671b3-7ffc-4eb1-9612-23ccd257e289 req-ef722d37-56d9-4e6b-892b-74803d7dce0b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:31.029643 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-56d671b3-7ffc-4eb1-9612-23ccd257e289 req-ef722d37-56d9-4e6b-892b-74803d7dce0b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2851639 Jun 29 15:27:31.033999 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:31.067744 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Allocated IP 172.27.3.119 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/67cfdc08-c6ba-46bb-8ef5-885f9a0d900f) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:27:31.131497 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Pushing event updated for resources: {'Port': ['ID=90191b12-3258-49b8-aa04-d445fa7ed92b,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:31.133341 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-56d671b3-7ffc-4eb1-9612-23ccd257e289 req-8910b9c6-949a-44c5-8c8b-2bc5bfb46d3a tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910380 Jun 29 15:27:31.137250 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:31.304494 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:31.375088 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:31.378989 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-97beb3db-5ad7-43f1-a864-b28d8b1bc444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:31.464297 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:31.468572 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:31.472277 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:27:31.507551 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Pushing event updated for resources: {'Port': ['ID=67cfdc08-c6ba-46bb-8ef5-885f9a0d900f,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:31.517238 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:31.955014 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac75ac-8d88-40b9-adc7-66eb03b8905c req-1a662b2b-c751-420e-97d9-32ac2737f7e2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:31.958276 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e6ac75ac-8d88-40b9-adc7-66eb03b8905c req-1a662b2b-c751-420e-97d9-32ac2737f7e2 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.1429498 Jun 29 15:27:32.045150 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e6ac75ac-8d88-40b9-adc7-66eb03b8905c req-201f2c5d-1032-4240-bc92-d55b738ca1ff tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Jun 29 15:27:32.108094 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:32.411257 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127368a3-f10f-4234-884e-21fb54e1a127 None None] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:27:32.434492 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c96a8-a237-4b37-bac8-829aea2266ce req-b113ead6-5a89-4176-a88f-3a5ad53193ff tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:32.435804 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0e5c96a8-a237-4b37-bac8-829aea2266ce req-b113ead6-5a89-4176-a88f-3a5ad53193ff tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1526587 Jun 29 15:27:32.506735 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0e5c96a8-a237-4b37-bac8-829aea2266ce req-99db7d12-123e-4559-893e-1772cb37a50b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589986 Jun 29 15:27:32.537222 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-12c5330b-4c8c-4d80-9e7f-540fd15b9d64 None None] Provisioning for port 90191b12-3258-49b8-aa04-d445fa7ed92b completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:32.718356 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 90191b12-3258-49b8-aa04-d445fa7ed92b up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:32.752811 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:32.833487 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 90191b12-3258-49b8-aa04-d445fa7ed92b completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:32.846195 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 90191b12-3258-49b8-aa04-d445fa7ed92b triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:32.846773 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:33.074034 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:33.103541 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Router e51d4678-d303-48ee-8978-02c2c0c52c81 is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:27:33.135217 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 90191b12-3258-49b8-aa04-d445fa7ed92b, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=90191b12-3258-49b8-aa04-d445fa7ed92b,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:33.144900 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:33.148861 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:33.320637 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-01c7079a-618f-4992-9224-a0f5edffa094 None None] Provisioning complete for port 90191b12-3258-49b8-aa04-d445fa7ed92b triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:33.321437 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-01c7079a-618f-4992-9224-a0f5edffa094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:33.475641 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=90191b12-3258-49b8-aa04-d445fa7ed92b,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:33.485833 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:33.518326 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:27:33.539099 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Sync routers for ids ['e51d4678-d303-48ee-8978-02c2c0c52c81'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:27:33.558864 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Routers {'e51d4678-d303-48ee-8978-02c2c0c52c81'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:33.559810 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['e51d4678-d303-48ee-8978-02c2c0c52c81'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:33.565571 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced5c9d-cb4a-4ec3-a50c-2e4dd3d090a0 req-09b3cbbc-3e3c-418e-b7d9-4f030da7d1a9 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:33.581595 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2ced5c9d-cb4a-4ec3-a50c-2e4dd3d090a0 req-09b3cbbc-3e3c-418e-b7d9-4f030da7d1a9 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2182963 Jun 29 15:27:33.591777 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:33.594219 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8ded7bb8-bbc2-40c7-a61e-eb5f1baa0787 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0323946 Jun 29 15:27:33.598970 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 56790) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:33.663016 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2ced5c9d-cb4a-4ec3-a50c-2e4dd3d090a0 req-dca25601-2167-46ee-a38c-25d44900e682 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791807 Jun 29 15:27:33.938376 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Set router e51d4678-d303-48ee-8978-02c2c0c52c81 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:34.204253 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574486-e9cd-489e-9f91-54773b928298 req-356b0d85-5d10-478d-84eb-114393c23ad0 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:34.206745 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-67574486-e9cd-489e-9f91-54773b928298 req-356b0d85-5d10-478d-84eb-114393c23ad0 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.3295810 Jun 29 15:27:34.427258 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'name': 'tempest-TestMinimumBasicScenario-134859226-router', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:29Z', 'updated_at': '2021-06-29T15:27:31Z', 'revision_number': 3, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'gw_port': {'id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:30Z', 'updated_at': '2021-06-29T15:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:34.433342 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Checking router: e51d4678-d303-48ee-8978-02c2c0c52c81 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:27:34.433829 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Updating router e51d4678-d303-48ee-8978-02c2c0c52c81 port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:27:34.460831 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-67574486-e9cd-489e-9f91-54773b928298 req-9dc1aee0-3678-4582-a0b3-2045a74d3d9d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726015 Jun 29 15:27:34.526127 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:34.642371 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 90191b12-3258-49b8-aa04-d445fa7ed92b up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:34.797071 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 90191b12-3258-49b8-aa04-d445fa7ed92b triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:34.798032 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:34.952065 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:34.975846 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Transition to ACTIVE for port object 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:34.986376 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:34.995846 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:35.112002 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:35.118010 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c31ce4-be4c-46b1-a35d-63e5c36b8ead req-a1af46a3-2e8f-40fe-a8cc-9848b87924a5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:35.134346 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11c31ce4-be4c-46b1-a35d-63e5c36b8ead req-a1af46a3-2e8f-40fe-a8cc-9848b87924a5 tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 946 time: 0.2453730 Jun 29 15:27:35.193434 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Attempting to bind port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:27:35.194198 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Attempting to bind port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:27:35.194875 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Attempting to bind port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:35.206359 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11c31ce4-be4c-46b1-a35d-63e5c36b8ead req-b91b018f-3c1d-4271-a065-7c073b2e0a6e tempest-ServerRescueNegativeTestJSON-603646898 tempest-ServerRescueNegativeTestJSON-603646898-project] 10.222.0.37 "GET /v2.0/security-groups?id=af89e7b0-cd86-4957-95fb-bf636e23a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703216 Jun 29 15:27:35.208805 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:27:35.209501 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:35.210242 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:35.211187 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:27:35.211926 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Bound port: 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:27:35.212615 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:35.250969 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Pushing event updated for resources: {'Port': ['ID=67cfdc08-c6ba-46bb-8ef5-885f9a0d900f,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:35.286049 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.286753 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.287356 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.288007 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.288647 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.289336 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.289974 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.290625 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.291360 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.292008 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.292673 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.293305 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:27:35.302089 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:35.365870 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] For port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:27:35.370314 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] For port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=67cfdc08-c6ba-46bb-8ef5-885f9a0d900f,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:27:35.377758 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:35.383188 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:35.465228 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Routers {'e51d4678-d303-48ee-8978-02c2c0c52c81'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:35.465954 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['e51d4678-d303-48ee-8978-02c2c0c52c81'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:35.500724 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Allocated IP 172.20.0.1 (1bc035ad-2d2b-46be-9ad3-52b42fb69477/4defe1a3-89d8-4b50-87ff-4f8fc995be64/bad35de4-07a9-45f8-8193-6de0931e3d3e) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:27:35.538476 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Pushing event updated for resources: {'Port': ['ID=67cfdc08-c6ba-46bb-8ef5-885f9a0d900f,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:35.543308 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5e668432-9d97-4b4b-a49d-672f7c2804a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:35.762687 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:35.785138 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Transition to ACTIVE for port object bad35de4-07a9-45f8-8193-6de0931e3d3e will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:35.812318 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] Set router e51d4678-d303-48ee-8978-02c2c0c52c81 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:35.828324 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:35.834039 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b5ecf3ee-6aba-4410-80fd-20e64ab5b421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:35.846400 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032c88-5b85-4a6f-a764-daab104f4b28 req-c9fad497-d390-452b-91e3-08648ee27d06 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:35.849346 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-46032c88-5b85-4a6f-a764-daab104f4b28 req-c9fad497-d390-452b-91e3-08648ee27d06 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1751029 Jun 29 15:27:35.937217 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:35.938835 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-46032c88-5b85-4a6f-a764-daab104f4b28 req-ec98d642-b5b3-474b-a5a1-4c92203f32b7 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823462 Jun 29 15:27:35.961080 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Pushing event updated for resources: {'Port': ['ID=bad35de4-07a9-45f8-8193-6de0931e3d3e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:35.978336 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:35.980209 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:35.983681 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:27:36.077128 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:36.319775 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:36.467091 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4c6988d8-3bfa-46e2-8b46-d671a6583ba3 None None] Provisioning for port bad35de4-07a9-45f8-8193-6de0931e3d3e completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:36.490109 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4c6988d8-3bfa-46e2-8b46-d671a6583ba3 None None] Provisioning complete for port bad35de4-07a9-45f8-8193-6de0931e3d3e triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:36.490710 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4c6988d8-3bfa-46e2-8b46-d671a6583ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:36.500556 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'name': 'tempest-TestMinimumBasicScenario-134859226-router', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:29Z', 'updated_at': '2021-06-29T15:27:31Z', 'revision_number': 3, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'gw_port': {'id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:30Z', 'updated_at': '2021-06-29T15:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:36.506414 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a30a2a-d5cc-4345-a79d-51ca036f4a3e None None] The sync data for ids ['e51d4678-d303-48ee-8978-02c2c0c52c81'] in dv-cinder-798671-2-iscsi is: [{'id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'name': 'tempest-TestMinimumBasicScenario-134859226-router', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:29Z', 'updated_at': '2021-06-29T15:27:31Z', 'revision_number': 3, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'gw_port': {'id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:30Z', 'updated_at': '2021-06-29T15:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:27:36.600024 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4c6988d8-3bfa-46e2-8b46-d671a6583ba3 None None] Port bad35de4-07a9-45f8-8193-6de0931e3d3e cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:27:36.711471 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:36.719162 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:36.769045 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:36.923298 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Pushing event updated for resources: {'Port': ['ID=bad35de4-07a9-45f8-8193-6de0931e3d3e,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:36.926526 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:36.932938 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:37.171866 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:37.173140 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:37.231536 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa376a-39c0-45e7-a049-598d3b79062c req-710bf349-0b79-4407-8233-47b29e322bda tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:37.234748 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c3aa376a-39c0-45e7-a049-598d3b79062c req-710bf349-0b79-4407-8233-47b29e322bda tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1374218 Jun 29 15:27:37.415862 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c3aa376a-39c0-45e7-a049-598d3b79062c req-75064214-8b9c-4699-a8b6-070525ff010a tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563632 Jun 29 15:27:37.596298 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Router e51d4678-d303-48ee-8978-02c2c0c52c81 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:27:37.651514 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b9e63739-cb20-48f3-be24-a1c5321de033 None None] Provisioning complete for port bad35de4-07a9-45f8-8193-6de0931e3d3e triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:37.652410 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b9e63739-cb20-48f3-be24-a1c5321de033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:37.815860 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b9e63739-cb20-48f3-be24-a1c5321de033 None None] Port bad35de4-07a9-45f8-8193-6de0931e3d3e cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:27:38.036224 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:27:38.049070 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f5023043-bd85-4ad5-ab24-08601468edda admin admin] 10.222.0.37 "PUT /v2.0/routers/e51d4678-d303-48ee-8978-02c2c0c52c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4483345 Jun 29 15:27:38.489996 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-229a2c64-ad7a-4b48-b3fa-ffa7c19b726a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:38.750582 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:38.810082 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:38.917665 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Sync routers for ids ['e51d4678-d303-48ee-8978-02c2c0c52c81'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:27:38.935633 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Routers {'e51d4678-d303-48ee-8978-02c2c0c52c81'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:38.937911 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:11Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['e51d4678-d303-48ee-8978-02c2c0c52c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:38.949203 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ddfb-6f6d-4c06-964a-f7942ba77c8a req-d4bf5e15-6aea-476e-a6db-5494c7af993f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:38.955404 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1962ddfb-6f6d-4c06-964a-f7942ba77c8a req-d4bf5e15-6aea-476e-a6db-5494c7af993f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2399085 Jun 29 15:27:39.007941 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 56866) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:39.017648 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-377741680-network', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:39.031375 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:39.037323 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:39.041270 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Usage tracker for resource:network and tenant:9df9695bf5e0473eb73f40ccc68fb0a4 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:39.045711 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:39.050937 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1962ddfb-6f6d-4c06-964a-f7942ba77c8a req-db76c4df-fd45-4eaa-862a-981709288677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853133 Jun 29 15:27:39.054137 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:39.054518 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.055036 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:39.069385 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Made reservation on behalf of 9df9695bf5e0473eb73f40ccc68fb0a4 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:27:39.073744 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.094228 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.110611 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:39.114920 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Usage tracker for resource:security_group_rule and tenant:9df9695bf5e0473eb73f40ccc68fb0a4 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:39.118073 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:39.124831 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:39.213312 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Set router e51d4678-d303-48ee-8978-02c2c0c52c81 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:39.245051 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.251425 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7982990'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.258025 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7194cd0c-e173-4bad-8f73-2b8c77d561e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:39.323370 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:27:39.334090 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ecfc9f-4973-4c03-a3c3-095d9d8a9aa4,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:39.341740 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:39.354374 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979592'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.354840 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Added segment 789fc1ed-8a4f-47f8-8717-ee96f962a6ae of type vlan for network b8100e99-92c7-41b6-b097-efbcc2b31100 Jun 29 15:27:39.443198 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783455243632'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.503340 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.513973 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.516503 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:39.517258 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.521293 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:39.584991 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=67cfdc08-c6ba-46bb-8ef5-885f9a0d900f,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:39.591282 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.595206 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:39.637904 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6281137 Jun 29 15:27:39.641922 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 56874) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:39.643741 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Pushing event updated for resources: {'Network': ['ID=b8100e99-92c7-41b6-b097-efbcc2b31100,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:39.649214 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-19e161c7-8081-4f94-8d57-1d5680647d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:39.661584 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Request body: {'subnet': {'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-377741680-subnet', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:39.665785 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Network b8100e99-92c7-41b6-b097-efbcc2b31100 details requested by agent ovs-agent-dv-cinder-798671-2-iscsi with host dv-cinder-798671-2-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 15:27:39.667924 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:27:39.669370 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:39.674510 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Usage tracker for resource:subnet and tenant:9df9695bf5e0473eb73f40ccc68fb0a4 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:39.678310 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:39.686695 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:39.698666 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Made reservation on behalf of 9df9695bf5e0473eb73f40ccc68fb0a4 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:27:39.701434 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025171'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.766984 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=67cfdc08-c6ba-46bb-8ef5-885f9a0d900f,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:39.822403 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:39.869610 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:39.888275 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'name': 'tempest-TestMinimumBasicScenario-134859226-router', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:29Z', 'updated_at': '2021-06-29T15:27:36Z', 'revision_number': 4, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'gw_port': {'id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:30Z', 'updated_at': '2021-06-29T15:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'bad35de4-07a9-45f8-8193-6de0931e3d3e', 'name': '', 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'mac_address': 'fa:16:3e:03:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:35Z', 'updated_at': '2021-06-29T15:27:36Z', 'revision_number': 2, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'subnets': [{'id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:39.892502 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Checking router: e51d4678-d303-48ee-8978-02c2c0c52c81 for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:27:39.892905 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Updating router e51d4678-d303-48ee-8978-02c2c0c52c81 port bad35de4-07a9-45f8-8193-6de0931e3d3e binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:27:39.954210 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.030156 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6123655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025157'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.035551 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b344c4dc-fe47-4f56-a73a-c46fe04d4a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:40.125235 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e26b5a-e86a-4e91-9dc5-5af29fc56b71,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:40.146766 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:40.169529 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Checking segment: {'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:40.170552 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Network hostable DHCP agents. Network: b8100e99-92c7-41b6-b097-efbcc2b31100, hostable agents: ['06be2db8-e868-4406-b147-d7946d549699'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:27:40.210019 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Network b8100e99-92c7-41b6-b097-efbcc2b31100 is scheduled to be hosted by DHCP agent 06be2db8-e868-4406-b147-d7946d549699 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:27:40.228123 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-2-iscsi, b8100e99-92c7-41b6-b097-efbcc2b31100) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:40.240888 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:40.241546 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886210'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.255450 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e599f7-e2d7-4b07-88e2-19cc98a03ed9 None None] Network b8100e99-92c7-41b6-b097-efbcc2b31100 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:27:40.309709 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-44ae823c-0a2a-475c-b5ad-d2cbeedb2dca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6632473 Jun 29 15:27:40.313557 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.37', 56886) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:40.319597 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-377741680-router', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:27:40.325926 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:27:40.330293 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Usage tracker for resource:router and tenant:9df9695bf5e0473eb73f40ccc68fb0a4 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:27:40.334329 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:27:40.340988 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:27:40.364146 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7905440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99003'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.365833 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7907908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8018745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7948791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-98992'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.393718 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.405348 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35a29c-3d67-4231-8186-a5fdf8e5a292 req-ec1111e4-af9a-4b2c-b107-287532a4fced tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:40.415449 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e35a29c-3d67-4231-8186-a5fdf8e5a292 req-ec1111e4-af9a-4b2c-b107-287532a4fced tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1507525 Jun 29 15:27:40.493227 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e35a29c-3d67-4231-8186-a5fdf8e5a292 req-db20551b-c525-4381-a8fd-aa3093f4c6a9 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723877 Jun 29 15:27:40.686976 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:40.873907 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.916318 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Transition to ACTIVE for port object bad35de4-07a9-45f8-8193-6de0931e3d3e will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:40.924705 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8018731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7905449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98974'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:40.982926 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.001919 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-ddfdf4a4-086f-4452-9afb-f457f6ff7a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:41.093765 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa5293c-8d46-54ec-8f45-1d3e4b5fb04a-b8100e99-92c7-41b6-b097-efbcc2b31100', 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'fixed_ips': [{'subnet_id': '62e26b5a-e86a-4e91-9dc5-5af29fc56b71'}]}} from dv-cinder-798671-2-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 29 15:27:41.095184 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.330499 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 67cfdc08-c6ba-46bb-8ef5-885f9a0d900f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:41.331746 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.436500 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f2bc2-0c8b-4911-baa6-419528d6ecdf None None] Pushing event updated for resources: {'Port': ['ID=bad35de4-07a9-45f8-8193-6de0931e3d3e,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:41.490917 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e98f2bc2-0c8b-4911-baa6-419528d6ecdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:41.517668 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f848-a294-484c-8959-21ea98495f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.563699 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.629362 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.721249 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Attempting to bind port bad35de4-07a9-45f8-8193-6de0931e3d3e on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:27:41.721891 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Attempting to bind port bad35de4-07a9-45f8-8193-6de0931e3d3e by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:27:41.722514 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Attempting to bind port bad35de4-07a9-45f8-8193-6de0931e3d3e on network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:41.758064 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:27:41.758531 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Checking segment: {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:41.759387 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.760421 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Bound using segment: {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:27:41.761289 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Bound port: bad35de4-07a9-45f8-8193-6de0931e3d3e, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:27:41.761978 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:41.963700 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91b629-a6c9-4ef6-840d-4324e34b41d2 req-ac27a364-70ef-46f7-9e3c-f3d0a0c3689e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:41.966259 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e91b629-a6c9-4ef6-840d-4324e34b41d2 req-ac27a364-70ef-46f7-9e3c-f3d0a0c3689e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2619975 Jun 29 15:27:42.009221 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Allocated IP 172.27.3.251 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:27:42.092692 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Allocated IP 172.20.0.2 (b8100e99-92c7-41b6-b097-efbcc2b31100/62e26b5a-e86a-4e91-9dc5-5af29fc56b71/e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:27:42.098002 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e91b629-a6c9-4ef6-840d-4324e34b41d2 req-3457b717-dafd-44ca-804c-5f772e7ddcd3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215763 Jun 29 15:27:42.122010 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] For port bad35de4-07a9-45f8-8193-6de0931e3d3e, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:27:42.158978 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] For port bad35de4-07a9-45f8-8193-6de0931e3d3e, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=bad35de4-07a9-45f8-8193-6de0931e3d3e,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:27:42.164981 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:42.214684 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:42.376706 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:42.410509 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Routers {'e51d4678-d303-48ee-8978-02c2c0c52c81'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:42.411269 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['e51d4678-d303-48ee-8978-02c2c0c52c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:42.461488 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:42.498666 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f2bc2-0c8b-4911-baa6-419528d6ecdf None None] Pushing event updated for resources: {'Port': ['ID=bad35de4-07a9-45f8-8193-6de0931e3d3e,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:42.514359 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:42.522607 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e6dc7dc3-23d3-4de0-a2ce-f19156fef5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:42.534614 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e98f2bc2-0c8b-4911-baa6-419528d6ecdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:42.680004 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:42.687052 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:42.693228 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:27:42.838589 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Pushing event updated for resources: {'Port': ['ID=818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:42.853305 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:42.863311 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:42.885507 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Transition to ACTIVE for port object e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:42.903146 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] Set router e51d4678-d303-48ee-8978-02c2c0c52c81 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:43.064106 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Transition to ACTIVE for port object e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:43.189746 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:43.215563 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:43.340104 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Pushing event updated for resources: {'Port': ['ID=e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:43.348137 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:43.404957 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Network b8100e99-92c7-41b6-b097-efbcc2b31100 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:43.406427 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Resources bound (agent type, host, resource id): {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:43.415917 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:27:43.431013 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df2035-79a5-49b8-b325-8df5aa95f20e req-1c8e9001-ee39-458b-a8b8-50f4d1e7e79f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:43.437088 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2df2035-79a5-49b8-b325-8df5aa95f20e req-1c8e9001-ee39-458b-a8b8-50f4d1e7e79f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1713581 Jun 29 15:27:43.462124 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:43.496796 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2df2035-79a5-49b8-b325-8df5aa95f20e req-e0e73655-e172-4aa2-8bb0-1606b55b9a5d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568907 Jun 29 15:27:43.573973 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:43.650436 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Attempting to bind port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:27:43.650846 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Attempting to bind port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:27:43.651223 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Attempting to bind port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f on network b8100e99-92c7-41b6-b097-efbcc2b31100 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:43.663295 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:27:43.663666 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Checking segment: {'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:43.664079 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:43.664489 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Bound using segment: {'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:27:43.665038 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Bound port: e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:27:43.665465 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:43.856394 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] For port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:27:43.862775 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'name': 'tempest-TestMinimumBasicScenario-134859226-router', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:29Z', 'updated_at': '2021-06-29T15:27:36Z', 'revision_number': 4, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'gw_port': {'id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:30Z', 'updated_at': '2021-06-29T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'bad35de4-07a9-45f8-8193-6de0931e3d3e', 'name': '', 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'mac_address': 'fa:16:3e:03:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:35Z', 'updated_at': '2021-06-29T15:27:42Z', 'revision_number': 4, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'subnets': [{'id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:43.868306 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] For port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f,segment=NetworkSegment(789fc1ed-8a4f-47f8-8717-ee96f962a6ae),segment_id=789fc1ed-8a4f-47f8-8717-ee96f962a6ae)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:27:43.875517 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:43.883540 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-a0489e6b-2e53-49eb-a8ab-9fb166cc003f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:43.931392 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53618-5118-4c03-9568-9127d4055659 None None] The sync data for ids ['e51d4678-d303-48ee-8978-02c2c0c52c81'] in dv-cinder-798671-2-iscsi is: [{'id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'name': 'tempest-TestMinimumBasicScenario-134859226-router', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:29Z', 'updated_at': '2021-06-29T15:27:36Z', 'revision_number': 4, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'gw_port': {'id': '67cfdc08-c6ba-46bb-8ef5-885f9a0d900f', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:30Z', 'updated_at': '2021-06-29T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': 'bad35de4-07a9-45f8-8193-6de0931e3d3e', 'name': '', 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'mac_address': 'fa:16:3e:03:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d4678-d303-48ee-8978-02c2c0c52c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:35Z', 'updated_at': '2021-06-29T15:27:42Z', 'revision_number': 4, 'project_id': '970c6707a12e4b7ba85bbbcf8112a71f', 'subnets': [{'id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:27:44.009805 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Pushing event updated for resources: {'Port': ['ID=e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:44.014435 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:44.173506 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7905462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8018700'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:44.692583 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Router 8c14fa49-cd95-4bd6-836f-72fab806deff is scheduled to L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:27:44.738181 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device bad35de4-07a9-45f8-8193-6de0931e3d3e up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:44.888252 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port bad35de4-07a9-45f8-8193-6de0931e3d3e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:44.896514 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port bad35de4-07a9-45f8-8193-6de0931e3d3e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:44.896926 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:45.096520 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:45.162363 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port bad35de4-07a9-45f8-8193-6de0931e3d3e, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=bad35de4-07a9-45f8-8193-6de0931e3d3e,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:45.174243 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:45.175891 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:45.273334 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d3ea73d0-232e-42c1-8cf7-9dd4066ddff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:45.324729 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3399bbf-bf4b-4f27-a278-05862cb6dc66 req-c03ae086-7551-4ca2-a264-8ca2209162ed tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:45.327916 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d3399bbf-bf4b-4f27-a278-05862cb6dc66 req-c03ae086-7551-4ca2-a264-8ca2209162ed tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.4818347 Jun 29 15:27:45.329779 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:27:45.348943 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Sync routers for ids ['8c14fa49-cd95-4bd6-836f-72fab806deff'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:27:45.371629 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Routers {'8c14fa49-cd95-4bd6-836f-72fab806deff'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:45.373136 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['8c14fa49-cd95-4bd6-836f-72fab806deff'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:45.456352 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=bad35de4-07a9-45f8-8193-6de0931e3d3e,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:45.460283 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:45.464543 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:45.469740 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:45.476455 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e93917ce-a1ca-42cf-8abc-0b94658a526e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1609554 Jun 29 15:27:45.477387 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 56938) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:27:45.513570 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d3399bbf-bf4b-4f27-a278-05862cb6dc66 req-5bddd574-8c4f-42b2-8741-baa394787a4c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623037 Jun 29 15:27:45.695250 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Set router 8c14fa49-cd95-4bd6-836f-72fab806deff gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:45.777547 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9bf6ba-e480-4612-aff6-d53c1b9f81e2 None None] Network b8100e99-92c7-41b6-b097-efbcc2b31100 requested from dv-cinder-798671-2-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 29 15:27:45.946549 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] Provisioning for port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:46.127133 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] Provisioning complete for port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:46.127985 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:46.289077 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'name': 'tempest-TestMinimumBasicScenario-377741680-router', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:40Z', 'updated_at': '2021-06-29T15:27:43Z', 'revision_number': 3, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'gw_port': {'id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:41Z', 'updated_at': '2021-06-29T15:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:46.298163 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Checking router: 8c14fa49-cd95-4bd6-836f-72fab806deff for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:27:46.299395 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Updating router 8c14fa49-cd95-4bd6-836f-72fab806deff port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c binding host dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:27:46.399872 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:46.446176 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:46.500621 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] For port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f,segment=NetworkSegment(789fc1ed-8a4f-47f8-8717-ee96f962a6ae),segment_id=789fc1ed-8a4f-47f8-8717-ee96f962a6ae)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:46.509726 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:46.519696 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e98f2bc2-0c8b-4911-baa6-419528d6ecdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:46.688137 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] Pushing event updated for resources: {'Port': ['ID=e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:46.691953 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-06c3c686-3e2b-4603-8238-dad87b32e494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:46.726284 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device bad35de4-07a9-45f8-8193-6de0931e3d3e up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:46.854536 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port bad35de4-07a9-45f8-8193-6de0931e3d3e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:46.855577 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.058667 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.144423 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.165774 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00282941-2afd-4695-b81b-02e5baecbdcc req-f108f14b-9bd2-45bd-b4b5-18bd4ca29bb5 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:47.176687 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00282941-2afd-4695-b81b-02e5baecbdcc req-f108f14b-9bd2-45bd-b4b5-18bd4ca29bb5 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.4310484 Jun 29 15:27:47.192422 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Transition to ACTIVE for port object 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:47.215625 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-534babb3-9100-477a-a6ed-07413299707b None None] Provisioning complete for port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:47.216186 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-534babb3-9100-477a-a6ed-07413299707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.217446 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.227359 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:47.433897 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00282941-2afd-4695-b81b-02e5baecbdcc req-078ab793-4e57-4f8a-ab60-b8e8a5a5d87c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559702 Jun 29 15:27:47.558738 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164dd0e-65a2-4787-a879-0d9420a99046 None None] Pushing event updated for resources: {'Port': ['ID=818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:47.585252 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-b164dd0e-65a2-4787-a879-0d9420a99046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:47.599544 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Attempting to bind port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:27:47.600108 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Attempting to bind port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:27:47.600700 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Attempting to bind port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c on network 320ad342-e24c-4284-9c78-46409dfaf087 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:47.611053 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:27:47.611631 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Checking segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:47.612307 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.613098 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Bound using segment: {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:27:47.613941 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Bound port: 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495331e-4112-42d6-b208-ea9b07a8d38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:27:47.614558 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.681774 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Allocated IP 172.20.0.1 (b8100e99-92c7-41b6-b097-efbcc2b31100/62e26b5a-e86a-4e91-9dc5-5af29fc56b71/35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:27:47.742935 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] For port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:27:47.749837 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] For port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:27:47.757453 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.764037 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-dc90eb87-a468-482f-8fc4-7da2549fe9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:47.909558 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Routers {'8c14fa49-cd95-4bd6-836f-72fab806deff'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:47.910373 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['8c14fa49-cd95-4bd6-836f-72fab806deff'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:47.920479 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.939355 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Transition to ACTIVE for port object 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:47.975111 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6130743'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:47.978253 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164dd0e-65a2-4787-a879-0d9420a99046 None None] Pushing event updated for resources: {'Port': ['ID=818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:47.983022 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-b164dd0e-65a2-4787-a879-0d9420a99046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:47.984598 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-54c1fc23-4863-4222-88d6-21ad32fd5ac0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:48.096682 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Network b8100e99-92c7-41b6-b097-efbcc2b31100 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:48.102257 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:48.106259 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:27:48.128895 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] Set router 8c14fa49-cd95-4bd6-836f-72fab806deff gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:48.143383 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Pushing event updated for resources: {'Port': ['ID=35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:48.152971 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:48.184458 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8018890'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:48.423178 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:48.546023 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-f1d03db6-5c0b-4be7-b6d9-c1765144a86d None None] Provisioning for port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:48.564417 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-f1d03db6-5c0b-4be7-b6d9-c1765144a86d None None] Provisioning complete for port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:48.567214 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f1d03db6-5c0b-4be7-b6d9-c1765144a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:48.653710 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'name': 'tempest-TestMinimumBasicScenario-377741680-router', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:40Z', 'updated_at': '2021-06-29T15:27:43Z', 'revision_number': 3, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'gw_port': {'id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:41Z', 'updated_at': '2021-06-29T15:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:48.665700 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6f5b3-ec78-410e-81ce-e39e828420d1 None None] The sync data for ids ['8c14fa49-cd95-4bd6-836f-72fab806deff'] in dv-cinder-798671-2-iscsi is: [{'id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'name': 'tempest-TestMinimumBasicScenario-377741680-router', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:40Z', 'updated_at': '2021-06-29T15:27:43Z', 'revision_number': 3, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'gw_port': {'id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:41Z', 'updated_at': '2021-06-29T15:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:27:48.787298 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:48.795197 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6130688'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:48.822504 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-f1d03db6-5c0b-4be7-b6d9-c1765144a86d None None] Port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:27:48.827502 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:48.883972 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:48.886201 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3a1af-2641-4a4e-bacf-e6f311c23020 req-492650a6-e4d9-4c37-bfff-ed2065aa9519 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:48.897652 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-31c3a1af-2641-4a4e-bacf-e6f311c23020 req-492650a6-e4d9-4c37-bfff-ed2065aa9519 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2144792 Jun 29 15:27:48.970713 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port e94f42a0-a3ed-489b-ba58-0b6ab6c01a7f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:48.971333 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:49.016906 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-31c3a1af-2641-4a4e-bacf-e6f311c23020 req-030321d1-e76d-410a-b381-5502bd92250a tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179156 Jun 29 15:27:49.042068 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7905379'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:49.057646 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Pushing event updated for resources: {'Port': ['ID=35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:49.065095 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:49.427482 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Network b8100e99-92c7-41b6-b097-efbcc2b31100 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:27:49.429722 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:27:49.718798 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Router 8c14fa49-cd95-4bd6-836f-72fab806deff has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:27:49.780496 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2cd57ab1-e589-486b-86b1-abd5adf6ac24 None None] Provisioning complete for port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:49.781440 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2cd57ab1-e589-486b-86b1-abd5adf6ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:49.876529 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-2cd57ab1-e589-486b-86b1-abd5adf6ac24 None None] Port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:27:49.980918 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:27:49.997144 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-902dc965-d3af-4091-942e-e6611ca32418 admin admin] 10.222.0.37 "PUT /v2.0/routers/8c14fa49-cd95-4bd6-836f-72fab806deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5159621 Jun 29 15:27:50.324444 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584199c4-109b-4243-bf15-36c26c5162bb req-f5d54b33-dd6b-44f8-90c1-678738f24e30 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:50.327354 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-584199c4-109b-4243-bf15-36c26c5162bb req-f5d54b33-dd6b-44f8-90c1-678738f24e30 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1277218 Jun 29 15:27:50.417708 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-584199c4-109b-4243-bf15-36c26c5162bb req-ee0616fe-9f2c-4e06-9e6c-0d2210b01395 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791445 Jun 29 15:27:50.706936 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:50.829051 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:50.841651 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:50.842169 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:51.019177 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Sync routers for ids ['8c14fa49-cd95-4bd6-836f-72fab806deff'] in dv-cinder-798671-2-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:27:51.069788 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Routers {'8c14fa49-cd95-4bd6-836f-72fab806deff'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:51.071133 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['8c14fa49-cd95-4bd6-836f-72fab806deff'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:51.171749 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:51.225676 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c,segment=NetworkSegment(b495331e-4112-42d6-b208-ea9b07a8d38c),segment_id=b495331e-4112-42d6-b208-ea9b07a8d38c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:51.321742 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:51.340443 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:51.453864 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Set router 8c14fa49-cd95-4bd6-836f-72fab806deff gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:51.557765 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:51.567672 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:51.839064 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a07d5-357d-406f-b3f4-bc374f3a65ed req-3590cc3c-d3f5-49d1-9c00-b3a700cd8143 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:51.843049 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce5a07d5-357d-406f-b3f4-bc374f3a65ed req-3590cc3c-d3f5-49d1-9c00-b3a700cd8143 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1555209 Jun 29 15:27:51.942614 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce5a07d5-357d-406f-b3f4-bc374f3a65ed req-7cb99173-126f-495b-b560-afacb896b0dc tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862982 Jun 29 15:27:52.171350 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'name': 'tempest-TestMinimumBasicScenario-377741680-router', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:40Z', 'updated_at': '2021-06-29T15:27:48Z', 'revision_number': 4, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'gw_port': {'id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:41Z', 'updated_at': '2021-06-29T15:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6', 'name': '', 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'mac_address': 'fa:16:3e:1c:0e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '62e26b5a-e86a-4e91-9dc5-5af29fc56b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:47Z', 'updated_at': '2021-06-29T15:27:48Z', 'revision_number': 2, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'subnets': [{'id': '62e26b5a-e86a-4e91-9dc5-5af29fc56b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:52.180621 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Checking router: 8c14fa49-cd95-4bd6-836f-72fab806deff for host: dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:27:52.181296 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Updating router 8c14fa49-cd95-4bd6-836f-72fab806deff port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 binding host dv-cinder-798671-2-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:27:52.369814 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:52.724551 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:53.078779 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:53.079552 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:53.347474 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11727-a57f-40fe-ba2c-ee5b66577cc6 req-bebb0e53-0ee0-44ab-9f15-d0faf0a2691a tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:53.360496 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-73b11727-a57f-40fe-ba2c-ee5b66577cc6 req-bebb0e53-0ee0-44ab-9f15-d0faf0a2691a tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1539922 Jun 29 15:27:53.465749 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-73b11727-a57f-40fe-ba2c-ee5b66577cc6 req-d1c95725-cc98-4d8c-a0d6-9d2de154df9f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035826 Jun 29 15:27:53.619818 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:53.641171 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Transition to ACTIVE for port object 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:27:53.669325 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:53.682735 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e98f2bc2-0c8b-4911-baa6-419528d6ecdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:53.989914 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25755d-8853-4a66-b77d-27b742c395cf None None] Pushing event updated for resources: {'Port': ['ID=35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:54.066457 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2d25755d-8853-4a66-b77d-27b742c395cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:54.097276 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Attempting to bind port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 on host dv-cinder-798671-2-iscsi for vnic_type normal with profile {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:27:54.097658 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Attempting to bind port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 by drivers openvswitch,hyperv on host dv-cinder-798671-2-iscsi at level 0 using segments [{'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:27:54.098033 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Attempting to bind port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 on network b8100e99-92c7-41b6-b097-efbcc2b31100 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:27:54.106961 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Checking agent: {'id': '5fa559c0-19f6-4e0d-839d-856f3ad1ffed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 15, 39), 'started_at': datetime.datetime(2021, 6, 29, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:27:54.107559 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Checking segment: {'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:27:54.108171 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:54.108828 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Bound using segment: {'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:27:54.109664 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Bound port: 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6, host: dv-cinder-798671-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789fc1ed-8a4f-47f8-8717-ee96f962a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:27:54.110838 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:54.263362 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] For port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6, host dv-cinder-798671-2-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:27:54.267146 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] For port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6, host dv-cinder-798671-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6,segment=NetworkSegment(789fc1ed-8a4f-47f8-8717-ee96f962a6ae),segment_id=789fc1ed-8a4f-47f8-8717-ee96f962a6ae)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:27:54.278795 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:54.305266 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e2688dd5-7d65-4b2e-8ab2-d9e9aa39a689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:54.398365 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Routers {'8c14fa49-cd95-4bd6-836f-72fab806deff'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:27:54.399226 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:27:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['8c14fa49-cd95-4bd6-836f-72fab806deff'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:54.689298 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] Set router 8c14fa49-cd95-4bd6-836f-72fab806deff gateway port host: dv-cinder-798671-2-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:27:54.961287 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cc94-0826-412d-93f2-9d6c68fbdc10 req-3b03cf21-96fe-4057-a6d5-c0e9e384a0ed tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:54.968914 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91b8cc94-0826-412d-93f2-9d6c68fbdc10 req-3b03cf21-96fe-4057-a6d5-c0e9e384a0ed tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1725528 Jun 29 15:27:55.005665 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25755d-8853-4a66-b77d-27b742c395cf None None] Pushing event updated for resources: {'Port': ['ID=35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:55.012254 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2d25755d-8853-4a66-b77d-27b742c395cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:55.056098 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91b8cc94-0826-412d-93f2-9d6c68fbdc10 req-b0bfeecc-8b3d-4eaa-883e-7d9716acd469 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857806 Jun 29 15:27:55.320016 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'name': 'tempest-TestMinimumBasicScenario-377741680-router', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:40Z', 'updated_at': '2021-06-29T15:27:48Z', 'revision_number': 4, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'gw_port': {'id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:41Z', 'updated_at': '2021-06-29T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6', 'name': '', 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'mac_address': 'fa:16:3e:1c:0e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '62e26b5a-e86a-4e91-9dc5-5af29fc56b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:47Z', 'updated_at': '2021-06-29T15:27:54Z', 'revision_number': 4, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'subnets': [{'id': '62e26b5a-e86a-4e91-9dc5-5af29fc56b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:27:55.341169 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd159798-32ae-4cd3-b888-617fe3d0e39f None None] The sync data for ids ['8c14fa49-cd95-4bd6-836f-72fab806deff'] in dv-cinder-798671-2-iscsi is: [{'id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'name': 'tempest-TestMinimumBasicScenario-377741680-router', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:27:40Z', 'updated_at': '2021-06-29T15:27:48Z', 'revision_number': 4, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'gw_port': {'id': '818ba610-fbb1-4f22-a89f-bfdf8d0c3e1c', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:41Z', 'updated_at': '2021-06-29T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_interfaces': [{'id': '35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6', 'name': '', 'network_id': 'b8100e99-92c7-41b6-b097-efbcc2b31100', 'tenant_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'mac_address': 'fa:16:3e:1c:0e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c14fa49-cd95-4bd6-836f-72fab806deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '62e26b5a-e86a-4e91-9dc5-5af29fc56b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:27:47Z', 'updated_at': '2021-06-29T15:27:54Z', 'revision_number': 4, 'project_id': '9df9695bf5e0473eb73f40ccc68fb0a4', 'subnets': [{'id': '62e26b5a-e86a-4e91-9dc5-5af29fc56b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:27:56.401360 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b79c0-e58a-411e-8952-f03815f37254 req-6234791f-47d4-41aa-90a4-0198a5ee3d47 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:56.414478 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8f7b79c0-e58a-411e-8952-f03815f37254 req-6234791f-47d4-41aa-90a4-0198a5ee3d47 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1688769 Jun 29 15:27:56.484167 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8f7b79c0-e58a-411e-8952-f03815f37254 req-e79ab914-f968-4a27-a937-0bb92daf3a32 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684469 Jun 29 15:27:56.776590 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:56.926790 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning for port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:27:56.937931 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:56.938549 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:57.165620 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:57.237333 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] For port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6, host dv-cinder-798671-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-2-iscsi',level=0,port_id=35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6,segment=NetworkSegment(789fc1ed-8a4f-47f8-8717-ee96f962a6ae),segment_id=789fc1ed-8a4f-47f8-8717-ee96f962a6ae)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:27:57.256584 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:57.265604 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:27:57.406976 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Pushing event updated for resources: {'Port': ['ID=35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:27:57.417502 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:27:57.840151 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22a5f-ce36-4192-8d2b-b5cf9ac7cfe4 req-24cec6ae-ece2-4d7f-8c96-4b4cd00d9ef1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:57.844112 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-37f22a5f-ce36-4192-8d2b-b5cf9ac7cfe4 req-24cec6ae-ece2-4d7f-8c96-4b4cd00d9ef1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1550529 Jun 29 15:27:57.927559 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-37f22a5f-ce36-4192-8d2b-b5cf9ac7cfe4 req-7e861719-042c-4eed-8156-4f78be9a1fad tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746427 Jun 29 15:27:58.718055 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Device 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 up at agent ovs-agent-dv-cinder-798671-2-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:27:58.847316 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Provisioning complete for port 35b20dd4-ad23-4bcc-87ab-3a11c5f5e9b6 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:27:58.847867 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:27:59.374615 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657ff66-b4be-4191-9569-12e675aa9a9a req-df682cda-9861-4db1-8f56-af95966c351f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:27:59.382610 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8657ff66-b4be-4191-9569-12e675aa9a9a req-df682cda-9861-4db1-8f56-af95966c351f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1839225 Jun 29 15:27:59.456036 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8657ff66-b4be-4191-9569-12e675aa9a9a req-4810641b-4f88-4ba4-a5aa-92bd7cf9dc0f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705667 Jun 29 15:28:00.803219 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15cd52-ab08-4ea4-b900-e1a7ad3af09b req-b34bcbf7-cbb5-4632-90c8-c576c8d5f4c1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:00.806373 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6c15cd52-ab08-4ea4-b900-e1a7ad3af09b req-b34bcbf7-cbb5-4632-90c8-c576c8d5f4c1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1015940 Jun 29 15:28:00.904599 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6c15cd52-ab08-4ea4-b900-e1a7ad3af09b req-8cac694f-fb16-45fd-8a98-16e0e31ae3ee tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883090 Jun 29 15:28:02.314129 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7d8ea-f7be-4f90-a68d-e49e2ad48a42 req-e1d2ab27-bf92-465a-a56b-1d061bd72934 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:02.316558 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2fd7d8ea-f7be-4f90-a68d-e49e2ad48a42 req-e1d2ab27-bf92-465a-a56b-1d061bd72934 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1669073 Jun 29 15:28:02.389675 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2fd7d8ea-f7be-4f90-a68d-e49e2ad48a42 req-86d4b4c1-d259-4ba1-9496-1bce4c51f78d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659909 Jun 29 15:28:03.765710 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9dda4-85cb-4ce6-9fc9-bb286617bced req-de791df2-10d9-4ded-a925-b6bfca859eb1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:03.768428 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f5c9dda4-85cb-4ce6-9fc9-bb286617bced req-de791df2-10d9-4ded-a925-b6bfca859eb1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1880305 Jun 29 15:28:03.849606 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f5c9dda4-85cb-4ce6-9fc9-bb286617bced req-53724e26-9ae8-4889-a963-d751074fbd63 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679862 Jun 29 15:28:04.930142 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-b0eca10b-0e40-48f9-b199-630ccb23e07f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351321 Jun 29 15:28:05.096838 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-6d09ac85-8e65-48b7-b13c-57f47461efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:05.098338 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-6d09ac85-8e65-48b7-b13c-57f47461efd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25fe10920784cd19dd131f2981d62c1&device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 1098 time: 0.1161861 Jun 29 15:28:05.200109 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9617577-290e-40d8-a39f-347431745a98 req-29f89bbc-38bb-4609-9ad2-f8d6b6e6a1cb tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:05.203961 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d9617577-290e-40d8-a39f-347431745a98 req-29f89bbc-38bb-4609-9ad2-f8d6b6e6a1cb tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1288874 Jun 29 15:28:05.269816 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d9617577-290e-40d8-a39f-347431745a98 req-43493417-3622-44ff-963e-c52bbe4cfb6f tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613425 Jun 29 15:28:05.339599 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-7800ff54-d227-40a0-a1a3-e939ea1d60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:05.341776 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-7800ff54-d227-40a0-a1a3-e939ea1d60ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8a88a59-ab38-4a09-8b02-523b40580204 HTTP/1.1" status: 200 len: 912 time: 0.2182918 Jun 29 15:28:05.490730 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-b3c0efee-1a28-4871-afdb-c188eae82027 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e HTTP/1.1" status: 200 len: 1001 time: 0.1392224 Jun 29 15:28:05.607991 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-291df865-3f4d-4c9c-bfcd-8e810557af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:05.610294 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-291df865-3f4d-4c9c-bfcd-8e810557af9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=935b6f95-166a-4a81-85a0-39156261d91d HTTP/1.1" status: 200 len: 850 time: 0.1117158 Jun 29 15:28:05.722511 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-7df7f01c-cfda-4ded-b9c0-464a1ce12ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:05.723156 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-7df7f01c-cfda-4ded-b9c0-464a1ce12ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8a88a59-ab38-4a09-8b02-523b40580204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1059871 Jun 29 15:28:05.998113 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-eb67c9b7-e2a8-4ff4-993c-1be22176739a service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665067 Jun 29 15:28:06.066608 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-93a19bdc-9fb0-40ae-a643-316cb829a788 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:06.068130 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-93a19bdc-9fb0-40ae-a643-316cb829a788 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/networks?id=1bc035ad-2d2b-46be-9ad3-52b42fb69477 HTTP/1.1" status: 200 len: 814 time: 0.2758977 Jun 29 15:28:06.185066 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-3c208e38-a64b-4a1f-b43d-e6852d3915eb tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/quotas/970c6707a12e4b7ba85bbbcf8112a71f HTTP/1.1" status: 200 len: 375 time: 0.0372574 Jun 29 15:28:06.421830 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c6b561a-75d8-457f-aaac-7c6bee015aea req-3a2b1824-1be1-4e08-ad4d-877f922e2a6b service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165306 Jun 29 15:28:06.485553 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-20d617dd-173e-41a5-9824-035369b74e64 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Synchronizing usage tracker for tenant:970c6707a12e4b7ba85bbbcf8112a71f on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:28:06.511968 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-20d617dd-173e-41a5-9824-035369b74e64 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Unset dirty status for tenant:970c6707a12e4b7ba85bbbcf8112a71f on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:28:06.514191 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-20d617dd-173e-41a5-9824-035369b74e64 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=970c6707a12e4b7ba85bbbcf8112a71f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3110564 Jun 29 15:28:06.562859 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c09d9-4ae9-4a99-8e5d-4b0a85f9cbf0 req-01dd347a-00df-43f0-8e16-0b9e93125e5c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:06.564495 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f8c09d9-4ae9-4a99-8e5d-4b0a85f9cbf0 req-01dd347a-00df-43f0-8e16-0b9e93125e5c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1159718 Jun 29 15:28:06.624513 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f8c09d9-4ae9-4a99-8e5d-4b0a85f9cbf0 req-c6cf4258-c2cc-4455-bde9-259195403a00 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497859 Jun 29 15:28:06.730594 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-5eae2c1b-3c93-48c8-b7a3-6959752a1032 service neutron] 10.222.0.37 "GET /v2.0/networks/1bc035ad-2d2b-46be-9ad3-52b42fb69477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941180 Jun 29 15:28:06.911164 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-8c9aa486-83e9-4058-9179-94b3800b3356 service neutron] 10.222.0.37 "GET /v2.0/networks/1bc035ad-2d2b-46be-9ad3-52b42fb69477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681280 Jun 29 15:28:07.197647 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f032282d-17be-4223-a462-f931f205e362 req-a7fdfd5c-17af-4e8e-828d-e87a7e78513e tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 210 time: 0.0562768 Jun 29 15:28:07.917876 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fedaa-c938-4ed0-aaf3-04132ff6706e req-91ebba52-110c-4d42-9916-75168800d943 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:07.919416 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1f8fedaa-c938-4ed0-aaf3-04132ff6706e req-91ebba52-110c-4d42-9916-75168800d943 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1314220 Jun 29 15:28:07.991618 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1f8fedaa-c938-4ed0-aaf3-04132ff6706e req-0b14cb15-5d94-4144-8278-13a736ef074c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582128 Jun 29 15:28:08.461610 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-70b5e42a-fbba-4ff4-9685-309eb1019588 req-726fc212-131d-44a6-8730-3cffc3c2e0a2 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 210 time: 0.0776024 Jun 29 15:28:08.497623 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d2266d59-5631-401f-9b14-e9a0e7cd95c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:08.729594 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:08.909210 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-2576e699-600b-402a-9edd-3189fc206bb7 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:08.912029 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-2576e699-600b-402a-9edd-3189fc206bb7 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.24 "GET /v2.0/networks?id=1bc035ad-2d2b-46be-9ad3-52b42fb69477 HTTP/1.1" status: 200 len: 814 time: 0.2436223 Jun 29 15:28:08.930785 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Request body: {'port': {'device_id': '1787dd77-c631-495b-afa2-818f103a4d3e', 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'admin_state_up': True, 'tenant_id': '970c6707a12e4b7ba85bbbcf8112a71f'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:28:09.268047 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:28:09.292214 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:28:09.340362 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Made reservation on behalf of 970c6707a12e4b7ba85bbbcf8112a71f for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:28:09.345349 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:09.374279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6fa2-5d91-47d0-8ae5-946521dde9b5 req-36aa65e7-f10e-451b-8906-5ba385079be9 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:09.375868 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8caf6fa2-5d91-47d0-8ae5-946521dde9b5 req-36aa65e7-f10e-451b-8906-5ba385079be9 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2086000 Jun 29 15:28:09.575990 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8caf6fa2-5d91-47d0-8ae5-946521dde9b5 req-e6f94ded-166b-4f9a-8a31-49217af42365 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493068 Jun 29 15:28:09.651236 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Allocated IP 172.20.0.9 (1bc035ad-2d2b-46be-9ad3-52b42fb69477/4defe1a3-89d8-4b50-87ff-4f8fc995be64/61266d66-ed40-4e4a-b7e7-8d18d854d9ed) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:28:09.682755 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b13138bb-bfed-4e2c-b89c-adbbedbca532 req-0e4990a8-538f-4c00-bd5a-cca35b5f50b0 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 210 time: 0.0709987 Jun 29 15:28:09.831500 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:09.948275 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:09.975635 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Transition to ACTIVE for port object 61266d66-ed40-4e4a-b7e7-8d18d854d9ed will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:28:10.007580 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6397601'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:10.019310 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-267507bb-ec05-473b-bb0e-0b73fe1ccc75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:10.115432 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:28:10.118841 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Resources bound (agent type, host, resource id): {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:28:10.122939 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:28:10.155496 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Pushing event updated for resources: {'Port': ['ID=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:10.168147 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.168507 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.168891 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.169250 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.169683 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.170116 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.170541 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.170965 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.171388 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.171819 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.172312 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.172734 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:10.186617 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:10.215890 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:10.216684 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:10.245613 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-530c7f9c-5a00-487a-9d6a-00dce073f358 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3216283 Jun 29 15:28:10.433252 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-0abf04fa-adda-4229-a6d6-04f991094787 None None] Provisioning for port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:28:10.441252 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-0abf04fa-adda-4229-a6d6-04f991094787 None None] Provisioning complete for port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:28:10.442084 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0abf04fa-adda-4229-a6d6-04f991094787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:10.538093 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0abf04fa-adda-4229-a6d6-04f991094787 None None] Port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:28:10.856239 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaa0dd-2fce-49d9-96bf-9b0be3b7cccb req-73b2fec5-bd4a-49fb-ae94-d242dddafd72 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:10.858115 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f4eaa0dd-2fce-49d9-96bf-9b0be3b7cccb req-73b2fec5-bd4a-49fb-ae94-d242dddafd72 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1301830 Jun 29 15:28:10.925654 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f4eaa0dd-2fce-49d9-96bf-9b0be3b7cccb req-47bc6447-d58b-42d7-b46c-f8ebfd08962d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581493 Jun 29 15:28:10.928210 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef53c4f-59a8-4f57-ac81-132806fe870c req-49377017-2b32-4c20-9bc3-16ebed1aa46c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:10.930223 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4ef53c4f-59a8-4f57-ac81-132806fe870c req-49377017-2b32-4c20-9bc3-16ebed1aa46c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.0860925 Jun 29 15:28:10.984136 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-4ef53c4f-59a8-4f57-ac81-132806fe870c req-bf4bea5e-1920-4d21-8da8-7e8b9bef3a3b tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Synchronizing usage tracker for tenant:970c6707a12e4b7ba85bbbcf8112a71f on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:28:11.002306 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-4ef53c4f-59a8-4f57-ac81-132806fe870c req-bf4bea5e-1920-4d21-8da8-7e8b9bef3a3b tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Unset dirty status for tenant:970c6707a12e4b7ba85bbbcf8112a71f on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:28:11.003718 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4ef53c4f-59a8-4f57-ac81-132806fe870c req-bf4bea5e-1920-4d21-8da8-7e8b9bef3a3b tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626771 Jun 29 15:28:11.115190 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6ebd00ca-cabb-441e-a406-2bebc239e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:12.218700 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:12.220692 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a7cd1-b2da-4f8a-ae00-542d6f615333 req-0a2e2d5a-6511-41b4-9292-57d84dc2407e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:12.225885 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8e4a7cd1-b2da-4f8a-ae00-542d6f615333 req-0a2e2d5a-6511-41b4-9292-57d84dc2407e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1367981 Jun 29 15:28:12.318212 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f118b5-a42a-4601-82c8-526fcdc7779f req-7ef29a34-c888-43fc-a97a-bd893ee55195 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:12.329160 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a4f118b5-a42a-4601-82c8-526fcdc7779f req-7ef29a34-c888-43fc-a97a-bd893ee55195 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1979530 Jun 29 15:28:12.342586 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8e4a7cd1-b2da-4f8a-ae00-542d6f615333 req-b84bb2c4-786a-4e72-890d-3d258cebce8a tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076758 Jun 29 15:28:12.451963 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a4f118b5-a42a-4601-82c8-526fcdc7779f req-14af77b8-f993-4fde-9d45-6657eb031a9c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130755 Jun 29 15:28:13.447796 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:13.619867 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc10a03-2a9f-4dc3-98f4-2335d97acce9 req-ca0666d8-b6a3-4a23-95a2-e5d302f50839 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:13.623472 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3cc10a03-2a9f-4dc3-98f4-2335d97acce9 req-ca0666d8-b6a3-4a23-95a2-e5d302f50839 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1375909 Jun 29 15:28:13.688468 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3cc10a03-2a9f-4dc3-98f4-2335d97acce9 req-e6ee90c6-3ca3-4344-b251-98dac2eb8604 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539725 Jun 29 15:28:13.735728 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88537818-4ab2-41bd-a64a-316cdcc15877 req-74f7445d-01fd-4dee-952d-9365a8e79c35 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:13.737246 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-88537818-4ab2-41bd-a64a-316cdcc15877 req-74f7445d-01fd-4dee-952d-9365a8e79c35 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.0861599 Jun 29 15:28:13.806894 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-88537818-4ab2-41bd-a64a-316cdcc15877 req-2bd94f9a-45dd-4e5c-b912-de90f956919a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629478 Jun 29 15:28:14.936444 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb04e31-46b0-4511-bd36-e75db9913ddf req-6f4c0232-fcad-451e-b0f0-999e5e016cf0 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:14.938935 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3bb04e31-46b0-4511-bd36-e75db9913ddf req-6f4c0232-fcad-451e-b0f0-999e5e016cf0 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.0994906 Jun 29 15:28:15.019356 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3bb04e31-46b0-4511-bd36-e75db9913ddf req-341efae1-c7c1-4c18-8a2c-2af44012224c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709231 Jun 29 15:28:15.222450 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c2043-85e9-4f54-b7ef-0a35a071fb7a req-7227ccd7-d81f-4b30-87ba-8a93c7b76887 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:15.234387 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0a4c2043-85e9-4f54-b7ef-0a35a071fb7a req-7227ccd7-d81f-4b30-87ba-8a93c7b76887 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.2361009 Jun 29 15:28:15.351919 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0a4c2043-85e9-4f54-b7ef-0a35a071fb7a req-83cb040f-7b4c-4eb7-b47f-184b2d20cedf tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056530 Jun 29 15:28:16.425110 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c4ac2-7764-4ee1-bac0-f5492b493995 req-3a02760c-dc00-412d-8211-de241ed74cde tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:16.427621 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-057c4ac2-7764-4ee1-bac0-f5492b493995 req-3a02760c-dc00-412d-8211-de241ed74cde tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2534382 Jun 29 15:28:16.531337 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-057c4ac2-7764-4ee1-bac0-f5492b493995 req-de6d8c2d-bccd-449d-a2e9-93af6bdd01f8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976434 Jun 29 15:28:16.651467 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:28:16.654911 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201040c-4671-4921-a092-348329ea7ce8 req-9e7dcccf-1992-4d3a-8ac8-5bf66eb076cb tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:16.656433 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c201040c-4671-4921-a092-348329ea7ce8 req-9e7dcccf-1992-4d3a-8ac8-5bf66eb076cb tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1226296 Jun 29 15:28:16.714556 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c201040c-4671-4921-a092-348329ea7ce8 req-7b89dc77-d17f-43bf-9c05-b463ad416e16 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476413 Jun 29 15:28:17.755383 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1fd2f-e963-4975-a99d-b5e92ccb5e9e req-07df9722-2458-42f6-b191-c5f27e0002d9 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:17.757019 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1eb1fd2f-e963-4975-a99d-b5e92ccb5e9e req-07df9722-2458-42f6-b191-c5f27e0002d9 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.0966585 Jun 29 15:28:17.819504 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1eb1fd2f-e963-4975-a99d-b5e92ccb5e9e req-35ec44b1-5e2f-40f6-bce5-90ea510c59eb tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538692 Jun 29 15:28:17.942260 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687497f-af31-40e0-9186-cdddaf80f198 req-cb6eb728-7ede-4a6e-bf6f-bf2168e86756 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:17.944817 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e687497f-af31-40e0-9186-cdddaf80f198 req-cb6eb728-7ede-4a6e-bf6f-bf2168e86756 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1036372 Jun 29 15:28:18.012456 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e687497f-af31-40e0-9186-cdddaf80f198 req-b459a569-dc6c-441d-b85a-fdb18966bc56 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Jun 29 15:28:19.051398 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf6f9e-0767-4886-b542-ba76cde579ad req-bb86410c-408e-4f68-be90-04db4c63a426 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:19.052946 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-62cf6f9e-0767-4886-b542-ba76cde579ad req-bb86410c-408e-4f68-be90-04db4c63a426 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.0970168 Jun 29 15:28:19.103702 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-62cf6f9e-0767-4886-b542-ba76cde579ad req-2b3e6984-53ee-477e-bb8e-802e0084c352 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449207 Jun 29 15:28:19.261708 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e908-a1fc-4acb-8896-999560973e7d req-dee5bed9-402e-45bc-a662-153e27a9c069 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:19.272945 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d52e908-a1fc-4acb-8896-999560973e7d req-dee5bed9-402e-45bc-a662-153e27a9c069 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.0918760 Jun 29 15:28:19.348322 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d52e908-a1fc-4acb-8896-999560973e7d req-938cd491-13d4-4c5f-9554-4f25074b0683 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736613 Jun 29 15:28:20.364162 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b2881-73ce-479a-aeea-a288783ddde9 req-9612131a-423f-49dc-8baf-0fccb3acc29b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:20.369026 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-809b2881-73ce-479a-aeea-a288783ddde9 req-9612131a-423f-49dc-8baf-0fccb3acc29b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1248248 Jun 29 15:28:20.456439 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-809b2881-73ce-479a-aeea-a288783ddde9 req-6dbcf92e-a257-40cb-82ed-ff62eedcf314 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674047 Jun 29 15:28:20.615971 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526239-1906-4850-ba5b-799ba3a47483 req-75498d32-9033-4a08-8079-4c7a9a2bae45 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:20.618202 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e4526239-1906-4850-ba5b-799ba3a47483 req-75498d32-9033-4a08-8079-4c7a9a2bae45 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1103745 Jun 29 15:28:20.695365 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e4526239-1906-4850-ba5b-799ba3a47483 req-bc6ce16c-5e5a-4f3d-8877-48a7e94ae40a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Jun 29 15:28:21.754895 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42876-6d81-4263-8601-5c542dfcb75f req-e2da2aea-9a3e-40a0-8b11-6c7c43046367 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:21.757293 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-03c42876-6d81-4263-8601-5c542dfcb75f req-e2da2aea-9a3e-40a0-8b11-6c7c43046367 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1324787 Jun 29 15:28:21.834184 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-03c42876-6d81-4263-8601-5c542dfcb75f req-b050ebb6-721e-42c2-8717-56a6f0997f36 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690160 Jun 29 15:28:22.007981 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07778-8dcf-48ad-ba53-9c91c527ed1f req-ebf8066f-21cd-432e-b9f3-685bb4ecb7b6 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:22.026763 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2da07778-8dcf-48ad-ba53-9c91c527ed1f req-ebf8066f-21cd-432e-b9f3-685bb4ecb7b6 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1777880 Jun 29 15:28:22.097991 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2da07778-8dcf-48ad-ba53-9c91c527ed1f req-0e8ae30f-2965-42b3-a207-16fa5a7dd169 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722461 Jun 29 15:28:23.091390 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43106de-bcfd-4978-ae70-b8555e18422f req-7fde89fd-6e0f-4288-8a74-ffb2a3d5af5d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:23.092995 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b43106de-bcfd-4978-ae70-b8555e18422f req-7fde89fd-6e0f-4288-8a74-ffb2a3d5af5d tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1438720 Jun 29 15:28:23.156083 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b43106de-bcfd-4978-ae70-b8555e18422f req-ce6d6416-f26d-4e22-ac00-1e0bd37637ce tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509777 Jun 29 15:28:23.418755 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ae56-4236-4027-ba5f-394ab94abad5 req-0e1e6922-1555-4854-b433-b72c1d40670a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:23.425153 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3245ae56-4236-4027-ba5f-394ab94abad5 req-0e1e6922-1555-4854-b433-b72c1d40670a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1134140 Jun 29 15:28:23.471939 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3245ae56-4236-4027-ba5f-394ab94abad5 req-c64641de-ec6d-428c-ac62-105432729f09 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Jun 29 15:28:24.533888 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51ddf4-6704-401e-91c9-4613b98eb2aa req-93f43e4e-e13d-4769-9219-a6d792746ee2 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:24.535465 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8e51ddf4-6704-401e-91c9-4613b98eb2aa req-93f43e4e-e13d-4769-9219-a6d792746ee2 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1488585 Jun 29 15:28:24.620434 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8e51ddf4-6704-401e-91c9-4613b98eb2aa req-c7e7a881-71ee-44bf-b403-573dbcc77b94 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743344 Jun 29 15:28:24.776286 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37a0da-5afb-4872-a753-6b74e5d70bbf req-9ad58e68-7fb8-4350-9163-def71b10ad80 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:24.777879 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7d37a0da-5afb-4872-a753-6b74e5d70bbf req-9ad58e68-7fb8-4350-9163-def71b10ad80 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1163731 Jun 29 15:28:24.852648 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7d37a0da-5afb-4872-a753-6b74e5d70bbf req-fb2c381f-1107-408f-a678-6ba27d41ba85 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619893 Jun 29 15:28:25.957940 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9209f-c4fa-4472-a401-a0723f911f25 req-a118c17c-f732-4a45-bf17-207e5fa112f3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:25.960744 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ead9209f-c4fa-4472-a401-a0723f911f25 req-a118c17c-f732-4a45-bf17-207e5fa112f3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1714950 Jun 29 15:28:26.042983 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ead9209f-c4fa-4472-a401-a0723f911f25 req-4c8332f0-99b5-4218-ab2f-90c9eb8dc68c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704324 Jun 29 15:28:26.109183 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf4c20-c658-4123-a42d-281971f3580d req-13cc3cf8-b272-4b6d-b8b7-01b15a8ec5b3 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:26.111002 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71cf4c20-c658-4123-a42d-281971f3580d req-13cc3cf8-b272-4b6d-b8b7-01b15a8ec5b3 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1153271 Jun 29 15:28:26.166476 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71cf4c20-c658-4123-a42d-281971f3580d req-11a9d25d-e62f-40af-8b2d-14bce7fcde36 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Jun 29 15:28:27.364891 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf3039-f880-46ff-bf59-74ce0a8ae21b req-ba43f82a-20cf-4823-b240-5b27a129acaf tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:27.367693 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ddf3039-f880-46ff-bf59-74ce0a8ae21b req-ba43f82a-20cf-4823-b240-5b27a129acaf tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1320095 Jun 29 15:28:27.398767 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd91f4b-f1e7-47cf-a891-e13c07225d85 req-03beb021-752e-452d-8ade-722ec0c81ad8 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:27.400332 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9fd91f4b-f1e7-47cf-a891-e13c07225d85 req-03beb021-752e-452d-8ade-722ec0c81ad8 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.0950930 Jun 29 15:28:27.447471 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ddf3039-f880-46ff-bf59-74ce0a8ae21b req-a573548b-5a59-4ab0-ac0a-046508bd51b5 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636916 Jun 29 15:28:27.488827 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9fd91f4b-f1e7-47cf-a891-e13c07225d85 req-b1e6a5a9-3661-4d03-8a2e-5db7027c020d tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Jun 29 15:28:28.746322 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ef13-500f-4896-b435-c36048473b92 req-5973adcc-b7ee-4200-b588-b3b699cf9d2d tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:28.748981 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f656ef13-500f-4896-b435-c36048473b92 req-5973adcc-b7ee-4200-b588-b3b699cf9d2d tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1002352 Jun 29 15:28:28.846635 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd002b-b1f0-4453-b233-5248bc84c09d req-7809a9d5-327f-42df-b812-04a954557c3c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:28.849288 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d1dd002b-b1f0-4453-b233-5248bc84c09d req-7809a9d5-327f-42df-b812-04a954557c3c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1818557 Jun 29 15:28:28.859266 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f656ef13-500f-4896-b435-c36048473b92 req-d8521bed-2f85-425c-b1c8-c03cfb10c303 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959969 Jun 29 15:28:28.919446 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d1dd002b-b1f0-4453-b233-5248bc84c09d req-d23fd123-1ae6-4c3c-bcfb-95d913ae2edb tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594823 Jun 29 15:28:30.185642 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa7136-905c-4919-aae9-9b8572fb7275 req-078f208c-e7d2-453e-9c74-08fda6b04fe5 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:30.189180 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-16aa7136-905c-4919-aae9-9b8572fb7275 req-078f208c-e7d2-453e-9c74-08fda6b04fe5 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1284893 Jun 29 15:28:30.245218 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450beb9-0c9b-4a7b-97c8-698711218ae8 req-fe9355bc-4988-4c2f-96c2-aa3f4ea69486 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:30.248086 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0450beb9-0c9b-4a7b-97c8-698711218ae8 req-fe9355bc-4988-4c2f-96c2-aa3f4ea69486 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1369250 Jun 29 15:28:30.264183 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-16aa7136-905c-4919-aae9-9b8572fb7275 req-8ebeb9d7-fb51-4c2a-9f30-63f4bc83bbef tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691791 Jun 29 15:28:30.332279 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0450beb9-0c9b-4a7b-97c8-698711218ae8 req-54fcd327-d000-48f0-b723-4f024e85e14b tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698826 Jun 29 15:28:31.600737 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cd32d-d1e8-4c6a-a5fd-8ba5b976a673 req-f3b5d0b6-63a2-47ea-8025-70369113a7e1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:31.602208 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-966cd32d-d1e8-4c6a-a5fd-8ba5b976a673 req-f3b5d0b6-63a2-47ea-8025-70369113a7e1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1150961 Jun 29 15:28:31.604895 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08817f-159a-4166-95ae-58e23b0f7e35 req-1e19477c-3433-43c2-85c4-cbf0fc52fdda tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:31.606650 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff08817f-159a-4166-95ae-58e23b0f7e35 req-1e19477c-3433-43c2-85c4-cbf0fc52fdda tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1237655 Jun 29 15:28:31.704914 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff08817f-159a-4166-95ae-58e23b0f7e35 req-b7b636f3-735f-41f0-82c5-897ce812915a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896132 Jun 29 15:28:31.725499 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-966cd32d-d1e8-4c6a-a5fd-8ba5b976a673 req-1b2c2ed6-7828-4799-9ca8-e571800827b8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108165 Jun 29 15:28:32.985845 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fdb87-03b9-4b77-81a2-e5bef8fc16ec req-4a2ee612-04f5-450b-824f-c426c2d2854e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:32.987366 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3b8fdb87-03b9-4b77-81a2-e5bef8fc16ec req-4a2ee612-04f5-450b-824f-c426c2d2854e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.0988653 Jun 29 15:28:32.991887 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1baf2-7168-4fb1-b291-d1bf10e4d957 req-f5071773-ac87-4139-b881-1e27abc3810a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:32.994453 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-28d1baf2-7168-4fb1-b291-d1bf10e4d957 req-f5071773-ac87-4139-b881-1e27abc3810a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1101139 Jun 29 15:28:33.068170 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3b8fdb87-03b9-4b77-81a2-e5bef8fc16ec req-28a25d52-acab-40f7-b89b-e641e752ccff tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733495 Jun 29 15:28:33.078774 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-28d1baf2-7168-4fb1-b291-d1bf10e4d957 req-edfb1a5b-50f7-4823-ae50-8e9bbf5905d0 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731144 Jun 29 15:28:34.323553 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47d686-469a-40e8-853a-9ba5eb0f7e69 req-75d3f81c-f11f-45b6-a627-adcdd93aa877 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:34.332803 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b47d686-469a-40e8-853a-9ba5eb0f7e69 req-75d3f81c-f11f-45b6-a627-adcdd93aa877 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1342473 Jun 29 15:28:34.409447 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2939a-10db-472a-a877-caf235667d66 req-c2d3c09d-0605-4668-baab-640944e86f09 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:34.417795 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a7e2939a-10db-472a-a877-caf235667d66 req-c2d3c09d-0605-4668-baab-640944e86f09 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1554329 Jun 29 15:28:34.422293 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b47d686-469a-40e8-853a-9ba5eb0f7e69 req-3d678760-bde6-4334-89fc-197388bef88e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776348 Jun 29 15:28:34.486215 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a7e2939a-10db-472a-a877-caf235667d66 req-8dfdce15-971d-4447-a20d-8d4fb3043e24 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593357 Jun 29 15:28:35.712100 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98868cb8-27c9-40f9-8286-1e7fe464c241 req-e1ad7096-0994-4428-aa6b-0e598d50784e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:35.713821 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98868cb8-27c9-40f9-8286-1e7fe464c241 req-e1ad7096-0994-4428-aa6b-0e598d50784e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.1238096 Jun 29 15:28:35.720284 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10e3e2-8651-4902-b180-af8f24d51468 req-fa9ef350-acdc-42a9-ba1d-03cfc4310878 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:35.721889 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e10e3e2-8651-4902-b180-af8f24d51468 req-fa9ef350-acdc-42a9-ba1d-03cfc4310878 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.0869508 Jun 29 15:28:35.768175 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98868cb8-27c9-40f9-8286-1e7fe464c241 req-b6bb99d3-dbb9-4dd2-b9d7-4e6accd564d6 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Jun 29 15:28:35.806366 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e10e3e2-8651-4902-b180-af8f24d51468 req-11dc189d-f503-4594-bf13-a1fef4103fb0 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771863 Jun 29 15:28:36.807485 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Request body: {'port': {'device_id': '1787dd77-c631-495b-afa2-818f103a4d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:28:37.023334 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:37.132277 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1ff23-3dac-4662-b132-0d36bc69894c req-564f1eea-9f18-4d08-b774-36cb1e0d444a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:37.134848 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2e1ff23-3dac-4662-b132-0d36bc69894c req-564f1eea-9f18-4d08-b774-36cb1e0d444a tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 931 time: 0.1568127 Jun 29 15:28:37.198456 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2e1ff23-3dac-4662-b132-0d36bc69894c req-5b8a0e9a-a39a-4adb-8c0a-3824433585f6 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Jun 29 15:28:37.458950 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c710803-f3b8-4785-b38f-eec3cbcf3ca0 req-8451d9fa-681d-4177-8db6-2bf810bbf340 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:37.461060 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c710803-f3b8-4785-b38f-eec3cbcf3ca0 req-8451d9fa-681d-4177-8db6-2bf810bbf340 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.4427094 Jun 29 15:28:37.581628 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c710803-f3b8-4785-b38f-eec3cbcf3ca0 req-568a2c22-b0d8-4b0c-b150-fe52dd3077f8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101754 Jun 29 15:28:37.692083 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61266d66-ed40-4e4a-b7e7-8d18d854d9ed {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:28:37.703902 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:37.730435 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Transition to ACTIVE for port object 61266d66-ed40-4e4a-b7e7-8d18d854d9ed will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:28:37.736279 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:37.743371 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:38.037623 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Pushing event updated for resources: {'Port': ['ID=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:38.048752 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:38.116730 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Attempting to bind port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:28:38.117344 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Attempting to bind port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:28:38.117860 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Attempting to bind port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed on network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:28:38.127633 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed on network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:28:38.128147 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Attempting to bind port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed on network 1bc035ad-2d2b-46be-9ad3-52b42fb69477 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:28:38.138550 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Checking agent: {'id': '2207f1b4-d01e-4394-a951-1f242e393351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'started_at': datetime.datetime(2021, 6, 29, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:28:38.139181 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Checking segment: {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:28:38.139868 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Bound using segment: {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:28:38.140668 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Bound port: 61266d66-ed40-4e4a-b7e7-8d18d854d9ed, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463f57f-813b-47fc-8549-1969fb7b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:28:38.141333 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:38.298371 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] For port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed, host hv-cinder-79867, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 29 15:28:38.303590 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] For port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 29 15:28:38.310943 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6397590'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:38.320362 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b2e5808f-f8a6-4ab2-9983-56d53d767bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:38.453773 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:38.454768 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:38.457582 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] 10.222.0.24 "PUT /v2.0/ports/61266d66-ed40-4e4a-b7e7-8d18d854d9ed HTTP/1.1" status: 200 len: 1093 time: 1.6563632 Jun 29 15:28:38.458513 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1787dd77-c631-495b-afa2-818f103a4d3e', 'tag': '61266d66-ed40-4e4a-b7e7-8d18d854d9ed'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:28:38.537311 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c9b2-241a-45e2-9739-7aa9ae8d26c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:38.617271 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1787dd77-c631-495b-afa2-818f103a4d3e', 'tag': '61266d66-ed40-4e4a-b7e7-8d18d854d9ed', 'status': 'completed', 'code': 200} Jun 29 15:28:38.669144 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Pushing event updated for resources: {'Port': ['ID=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:38.681263 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9e7f2c29-1ad5-4dac-a73b-4c4bf27a374c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:38.713198 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1404d-b31a-4704-a1e7-165cc26739c6 req-a7fbf32f-6698-46f2-9347-f3ba16b65a24 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:38.727951 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:38.728246 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64d1404d-b31a-4704-a1e7-165cc26739c6 req-a7fbf32f-6698-46f2-9347-f3ba16b65a24 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 943 time: 0.3256440 Jun 29 15:28:38.729857 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-21d7374e-3240-4d90-8487-7639931579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:38.732807 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-21d7374e-3240-4d90-8487-7639931579f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=970c6707a12e4b7ba85bbbcf8112a71f&device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 1096 time: 0.1985381 Jun 29 15:28:38.782891 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64d1404d-b31a-4704-a1e7-165cc26739c6 req-53246391-7c1a-41da-b55e-199fa358d664 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537159 Jun 29 15:28:38.928178 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-816c3978-a33c-4cea-aae5-b0cbe7400f45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61266d66-ed40-4e4a-b7e7-8d18d854d9ed HTTP/1.1" status: 200 len: 217 time: 0.1859741 Jun 29 15:28:39.017476 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-0f893474-d83d-45c3-a725-e2cb6d1c3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:39.018829 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-0f893474-d83d-45c3-a725-e2cb6d1c3319 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4defe1a3-89d8-4b50-87ff-4f8fc995be64 HTTP/1.1" status: 200 len: 853 time: 0.0812161 Jun 29 15:28:39.084506 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c576-8ef6-4d26-afb8-cb07db26ca96 req-56433c1c-0613-4136-b57b-423eaba9f94e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:39.087377 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1126c576-8ef6-4d26-afb8-cb07db26ca96 req-56433c1c-0613-4136-b57b-423eaba9f94e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 943 time: 0.2174547 Jun 29 15:28:39.174406 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1126c576-8ef6-4d26-afb8-cb07db26ca96 req-a5ab6f28-1969-4b39-83f1-e07dce324602 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745547 Jun 29 15:28:39.178257 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-1e5b7c92-55fd-4ded-b5e4-f51c98305ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:39.180533 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-1e5b7c92-55fd-4ded-b5e4-f51c98305ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bc035ad-2d2b-46be-9ad3-52b42fb69477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1546042 Jun 29 15:28:39.257211 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device c0367be1-9ae8-4336-84a7-a7fdff290a12 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:28:39.479809 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-d81d1e68-f7ca-4a21-a749-fdb72d0178e0 service neutron] 10.222.0.24 "GET /v2.0/networks/1bc035ad-2d2b-46be-9ad3-52b42fb69477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901602 Jun 29 15:28:39.500809 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port c0367be1-9ae8-4336-84a7-a7fdff290a12, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c0367be1-9ae8-4336-84a7-a7fdff290a12,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:28:39.524638 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'port_id': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'mac_address': 'fa:16:3e:22:bf:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:28:39.625871 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:39.656202 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0367be1-9ae8-4336-84a7-a7fdff290a12 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:28:39.678059 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port c0367be1-9ae8-4336-84a7-a7fdff290a12, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c0367be1-9ae8-4336-84a7-a7fdff290a12,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:28:39.684071 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:39.688325 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:39.737908 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2ae87a9f-d34d-4894-9b50-a5d633dee186 req-d17d78f5-2fbd-468f-87f7-be1ff64a8c57 service neutron] 10.222.0.24 "GET /v2.0/networks/1bc035ad-2d2b-46be-9ad3-52b42fb69477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511544 Jun 29 15:28:39.766830 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=c0367be1-9ae8-4336-84a7-a7fdff290a12,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:39.776548 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.776870 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.777161 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.777491 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.777816 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.778139 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.778469 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.778779 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.779100 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.779414 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.779771 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.780220 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:39.785411 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:39.844550 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:39.944233 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-7806a32a-7fce-4ff1-bd66-415da049152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:39.946827 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-7806a32a-7fce-4ff1-bd66-415da049152c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=970c6707a12e4b7ba85bbbcf8112a71f&device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 1096 time: 0.1397161 Jun 29 15:28:40.066292 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fb4e7-6c1f-41db-b52f-c5e1133e2423 req-9fecb951-4318-4fdd-8371-146311630146 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:40.068462 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad4fb4e7-6c1f-41db-b52f-c5e1133e2423 req-9fecb951-4318-4fdd-8371-146311630146 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 943 time: 0.1357837 Jun 29 15:28:40.111259 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-abb3758e-2db1-4a4a-b829-d56f89ef9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:40.112946 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-abb3758e-2db1-4a4a-b829-d56f89ef9e20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1bc035ad-2d2b-46be-9ad3-52b42fb69477 HTTP/1.1" status: 200 len: 915 time: 0.1586740 Jun 29 15:28:40.133695 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad4fb4e7-6c1f-41db-b52f-c5e1133e2423 req-43417f6d-46be-4fa0-a21a-e9eda5f1cef2 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576012 Jun 29 15:28:40.394299 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-51df66bf-65cf-40a4-8402-8891cf02c400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61266d66-ed40-4e4a-b7e7-8d18d854d9ed HTTP/1.1" status: 200 len: 217 time: 0.2735288 Jun 29 15:28:40.486174 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25f402-df82-4e1a-9cda-631432c0dbaa req-f4ffce6f-15a4-4f75-b53e-1341869fa7e8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:40.488715 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eb25f402-df82-4e1a-9cda-631432c0dbaa req-f4ffce6f-15a4-4f75-b53e-1341869fa7e8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 944 time: 0.1699963 Jun 29 15:28:40.492392 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-f68ac0d4-330a-4ddb-83d9-5b544ce37fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:40.494488 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-f68ac0d4-330a-4ddb-83d9-5b544ce37fd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4defe1a3-89d8-4b50-87ff-4f8fc995be64 HTTP/1.1" status: 200 len: 853 time: 0.0898769 Jun 29 15:28:40.550819 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eb25f402-df82-4e1a-9cda-631432c0dbaa req-f6198932-88f7-4984-83de-b8e5b3153871 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515702 Jun 29 15:28:40.583165 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-40388b4a-212e-4e01-8509-df09f42f88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:40.585042 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-40388b4a-212e-4e01-8509-df09f42f88cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bc035ad-2d2b-46be-9ad3-52b42fb69477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833054 Jun 29 15:28:40.612628 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['c0367be1-9ae8-4336-84a7-a7fdff290a12'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:28:40.811979 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-a297adba-17d4-4a68-960f-26cb96a62f89 service neutron] 10.222.0.24 "GET /v2.0/networks/1bc035ad-2d2b-46be-9ad3-52b42fb69477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177911 Jun 29 15:28:41.016989 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6ab969e0-7f75-446e-a21b-972a5f7038a7 req-77d54252-257a-44b1-a93c-d6c9b8e003af service neutron] 10.222.0.24 "GET /v2.0/networks/1bc035ad-2d2b-46be-9ad3-52b42fb69477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977952 Jun 29 15:28:41.123282 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1e49b622-2e9f-423c-acfb-66a41a7d71d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:41.376307 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d9949-7f22-4902-a0e4-73006bf8d617 req-a8c5eb12-d998-4f9c-b7bf-7b27e01b5132 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:41.377854 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f3d9949-7f22-4902-a0e4-73006bf8d617 req-a8c5eb12-d998-4f9c-b7bf-7b27e01b5132 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 943 time: 0.1122482 Jun 29 15:28:41.432410 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f3d9949-7f22-4902-a0e4-73006bf8d617 req-d774df17-0464-4186-b82f-e7262c373e45 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Jun 29 15:28:41.794085 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486176e0-ed77-4ee5-ab45-d844ff8a2582 req-19d2bdc4-1313-43c9-a5bb-222f1c8f4bf3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:41.795806 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-486176e0-ed77-4ee5-ab45-d844ff8a2582 req-19d2bdc4-1313-43c9-a5bb-222f1c8f4bf3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 944 time: 0.1007659 Jun 29 15:28:41.865285 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-486176e0-ed77-4ee5-ab45-d844ff8a2582 req-7307e594-1206-43b3-83b3-b7f79fc422b2 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575593 Jun 29 15:28:42.203840 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:42.673965 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce55e2e-55c0-4101-98d2-702e0ae98424 req-4cf85185-f483-4a62-89eb-deb3320715c8 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:42.675467 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7ce55e2e-55c0-4101-98d2-702e0ae98424 req-4cf85185-f483-4a62-89eb-deb3320715c8 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 943 time: 0.1233518 Jun 29 15:28:42.751042 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7ce55e2e-55c0-4101-98d2-702e0ae98424 req-fbc2a70d-09e3-492e-936c-3431aae1f0eb tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661304 Jun 29 15:28:43.132547 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339f548-85e3-4446-804c-b1c46a31524a req-28643e01-373c-453a-b7ab-22a443e428d0 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:43.134899 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0339f548-85e3-4446-804c-b1c46a31524a req-28643e01-373c-453a-b7ab-22a443e428d0 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 944 time: 0.1242871 Jun 29 15:28:43.183881 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0339f548-85e3-4446-804c-b1c46a31524a req-5a692146-496b-410a-83d0-5b23d363fe30 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Jun 29 15:28:43.293017 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 61266d66-ed40-4e4a-b7e7-8d18d854d9ed details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 15:28:43.296933 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device c0367be1-9ae8-4336-84a7-a7fdff290a12 up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:28:43.520576 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:43.533295 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port c0367be1-9ae8-4336-84a7-a7fdff290a12 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:28:43.551984 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port c0367be1-9ae8-4336-84a7-a7fdff290a12 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:28:43.552352 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:43.605547 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:28:43.624474 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Returning: {'device': '61266d66-ed40-4e4a-b7e7-8d18d854d9ed', 'network_id': '1bc035ad-2d2b-46be-9ad3-52b42fb69477', 'port_id': '61266d66-ed40-4e4a-b7e7-8d18d854d9ed', 'mac_address': 'fa:16:3e:39:8a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4defe1a3-89d8-4b50-87ff-4f8fc995be64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 15:28:43.726119 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:43.758572 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61266d66-ed40-4e4a-b7e7-8d18d854d9ed {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:28:43.767869 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:43.820412 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:28:43.832470 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0367be1-9ae8-4336-84a7-a7fdff290a12'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:28:43.846305 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:43.850329 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-5841f25a-7feb-4033-ac53-699d24aada0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:43.908185 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'code': 200} Jun 29 15:28:43.910525 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port c0367be1-9ae8-4336-84a7-a7fdff290a12, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c0367be1-9ae8-4336-84a7-a7fdff290a12,segment=NetworkSegment(0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87),segment_id=0ad0ff1b-6bcc-41bd-8208-e8e9f3360c87)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:28:43.922446 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:43.998102 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:44.002382 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:44.003122 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:44.007967 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38769e69-b514-4594-8e07-252464d0bf34 req-52820264-c49b-4ffc-a2b7-34eeea210565 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:44.012367 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-38769e69-b514-4594-8e07-252464d0bf34 req-52820264-c49b-4ffc-a2b7-34eeea210565 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 944 time: 0.1134343 Jun 29 15:28:44.069428 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-38769e69-b514-4594-8e07-252464d0bf34 req-84fdc8f0-9405-49c0-ac69-4b974ac4a58c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509179 Jun 29 15:28:44.119236 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=c0367be1-9ae8-4336-84a7-a7fdff290a12,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:44.124859 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:44.440742 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] get_ports_and_sgs() called for port_ids ['61266d66-ed40-4e4a-b7e7-8d18d854d9ed'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 29 15:28:44.454011 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7ba12-7bed-44b9-9a89-f2b61b62eb4f req-a5ee8ea7-9f7e-4809-95f7-2b22e67ddaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:44.455496 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-12a7ba12-7bed-44b9-9a89-f2b61b62eb4f req-a5ee8ea7-9f7e-4809-95f7-2b22e67ddaec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 1098 time: 0.2011986 Jun 29 15:28:44.492412 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b9a97-e970-49cb-856f-36139b4d2fae req-b89f0ae9-87b5-4d77-add4-914b3b2d931e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:44.493909 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d00b9a97-e970-49cb-856f-36139b4d2fae req-b89f0ae9-87b5-4d77-add4-914b3b2d931e tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 945 time: 0.1849606 Jun 29 15:28:44.525028 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-12a7ba12-7bed-44b9-9a89-f2b61b62eb4f req-3d040c0e-a734-4dc1-9bfd-6331d1c6fa78 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613596 Jun 29 15:28:44.551631 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d00b9a97-e970-49cb-856f-36139b4d2fae req-30df95dc-bd83-4c02-b1b3-a1e17e716e8c tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480716 Jun 29 15:28:45.278058 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777380e-1bf9-48ee-862c-4ad9b73eb09c req-506ee392-39a1-4b17-827c-c36cf83da041 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:45.280985 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7777380e-1bf9-48ee-862c-4ad9b73eb09c req-506ee392-39a1-4b17-827c-c36cf83da041 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 944 time: 0.0940461 Jun 29 15:28:45.355559 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7777380e-1bf9-48ee-862c-4ad9b73eb09c req-a6ae6bd2-0429-4070-9781-7ed7c776892c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648866 Jun 29 15:28:45.761551 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c1dfe-1f42-4001-8e8e-e86ebe366f35 req-baefcbec-a186-43de-af52-2a290a887c19 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:45.763484 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-603c1dfe-1f42-4001-8e8e-e86ebe366f35 req-baefcbec-a186-43de-af52-2a290a887c19 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 945 time: 0.0933516 Jun 29 15:28:45.810680 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-603c1dfe-1f42-4001-8e8e-e86ebe366f35 req-acdb4a04-a8f0-4b47-89e6-0c680cefc0b3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Jun 29 15:28:46.579040 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd155-4e97-487f-8d13-6da7f7565c54 req-f905f1db-8447-4467-8192-40b12cb0bb98 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:46.580598 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4b5fd155-4e97-487f-8d13-6da7f7565c54 req-f905f1db-8447-4467-8192-40b12cb0bb98 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 944 time: 0.0969632 Jun 29 15:28:46.640190 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4b5fd155-4e97-487f-8d13-6da7f7565c54 req-b2b280a0-c45e-40e7-94cf-0fa111af29e2 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Jun 29 15:28:47.027267 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e073f-753f-4c6f-a20f-e5ddf4fb1ada req-b41ca570-6d54-4a36-82db-20ae8f9b59d1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:47.029189 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8d8e073f-753f-4c6f-a20f-e5ddf4fb1ada req-b41ca570-6d54-4a36-82db-20ae8f9b59d1 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 945 time: 0.0921896 Jun 29 15:28:47.076387 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8d8e073f-753f-4c6f-a20f-e5ddf4fb1ada req-6415bfff-d1da-4958-8cb0-f1bb121a37f8 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Jun 29 15:28:47.296034 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Device 61266d66-ed40-4e4a-b7e7-8d18d854d9ed up at agent hyperv_hv-cinder-79867 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 15:28:47.375363 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning for port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:28:47.381061 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Provisioning complete for port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:28:47.381435 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977856'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:47.507539 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:47.536235 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1787dd77-c631-495b-afa2-818f103a4d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61266d66-ed40-4e4a-b7e7-8d18d854d9ed'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:28:47.551774 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] For port 61266d66-ed40-4e4a-b7e7-8d18d854d9ed, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,segment=NetworkSegment(9463f57f-813b-47fc-8549-1969fb7b3f66),segment_id=9463f57f-813b-47fc-8549-1969fb7b3f66)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 29 15:28:47.557313 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:47.560080 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:47.657618 dv-cinder-798671-2-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1787dd77-c631-495b-afa2-818f103a4d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61266d66-ed40-4e4a-b7e7-8d18d854d9ed', 'code': 200} Jun 29 15:28:47.748546 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Pushing event updated for resources: {'Port': ['ID=61266d66-ed40-4e4a-b7e7-8d18d854d9ed,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:47.755387 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:48.011954 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134791e-f77c-4e49-b760-7df905a68eed req-5bb5869c-5bb6-4832-86ce-0095f84b3e4d tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:48.012674 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-4134791e-f77c-4e49-b760-7df905a68eed req-5bb5869c-5bb6-4832-86ce-0095f84b3e4d tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Synchronizing usage tracker for tenant:970c6707a12e4b7ba85bbbcf8112a71f on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:28:48.036616 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902298d-3b60-4283-9894-e8f209929ff4 req-6c1fd7ad-2207-4280-8584-1ce172ecf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:48.038289 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3902298d-3b60-4283-9894-e8f209929ff4 req-6c1fd7ad-2207-4280-8584-1ce172ecf479 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 1098 time: 0.1086051 Jun 29 15:28:48.038994 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-4134791e-f77c-4e49-b760-7df905a68eed req-5bb5869c-5bb6-4832-86ce-0095f84b3e4d tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Unset dirty status for tenant:970c6707a12e4b7ba85bbbcf8112a71f on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:28:48.039962 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4134791e-f77c-4e49-b760-7df905a68eed req-5bb5869c-5bb6-4832-86ce-0095f84b3e4d tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.2085490 Jun 29 15:28:48.120272 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4134791e-f77c-4e49-b760-7df905a68eed req-81c6063b-a2ac-460b-b8ba-ebe667e1621f tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739455 Jun 29 15:28:48.122010 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3902298d-3b60-4283-9894-e8f209929ff4 req-7847d3c8-a04f-4867-a74d-da89ac450288 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Jun 29 15:28:48.319755 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d113d-6632-4494-9241-ed979bc5003f req-faf70721-6cd9-46bc-ac9f-29ee14898bab tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:48.322018 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5f3d113d-6632-4494-9241-ed979bc5003f req-faf70721-6cd9-46bc-ac9f-29ee14898bab tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 945 time: 0.1107464 Jun 29 15:28:48.399807 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5f3d113d-6632-4494-9241-ed979bc5003f req-88a60a8d-f94f-416e-8237-50b6b5cbeac9 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642025 Jun 29 15:28:49.379978 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abf5ed-a563-4eed-b0a1-d7e1b60d697f req-ad6b08b9-afed-45fd-86c0-1c9c21750fd6 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:49.382716 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15abf5ed-a563-4eed-b0a1-d7e1b60d697f req-ad6b08b9-afed-45fd-86c0-1c9c21750fd6 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.1220839 Jun 29 15:28:49.459308 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-15abf5ed-a563-4eed-b0a1-d7e1b60d697f req-43d2b0b1-b479-4642-bb02-3d74090eb833 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649946 Jun 29 15:28:49.645526 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d24bb-0991-4836-a09d-4c0c127e7fea req-a8515fb7-8cf3-4c4e-b37a-2577b34c8df3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:49.647109 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e7d24bb-0991-4836-a09d-4c0c127e7fea req-a8515fb7-8cf3-4c4e-b37a-2577b34c8df3 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 945 time: 0.0894849 Jun 29 15:28:49.700507 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e7d24bb-0991-4836-a09d-4c0c127e7fea req-03b97017-3a01-4be3-bcfa-69c6370e0885 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Jun 29 15:28:49.948360 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f058a-276a-45e7-adea-eae67f9e7da9 req-f76400ce-be03-464a-9eca-2415c2403e05 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:49.950011 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-da7f058a-276a-45e7-adea-eae67f9e7da9 req-f76400ce-be03-464a-9eca-2415c2403e05 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 945 time: 0.1070800 Jun 29 15:28:50.002743 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-da7f058a-276a-45e7-adea-eae67f9e7da9 req-a338d7e7-3880-4dbc-9610-a2d827950ea9 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cc43271-8f94-4d44-bbfd-f12ff8f43476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Jun 29 15:28:50.034480 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 57786) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:28:50.314407 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08b388-4bc6-40b8-872c-30261d4891f0 tempest-TestVolumeBootPattern-673835051 tempest-TestVolumeBootPattern-673835051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:50.315385 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-af08b388-4bc6-40b8-872c-30261d4891f0 tempest-TestVolumeBootPattern-673835051 tempest-TestVolumeBootPattern-673835051-project-admin] Synchronizing usage tracker for tenant:b28b02cb7c714cd0b86b925e65a7e972 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 15:28:50.338446 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-af08b388-4bc6-40b8-872c-30261d4891f0 tempest-TestVolumeBootPattern-673835051 tempest-TestVolumeBootPattern-673835051-project-admin] Unset dirty status for tenant:b28b02cb7c714cd0b86b925e65a7e972 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 15:28:50.339951 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-af08b388-4bc6-40b8-872c-30261d4891f0 tempest-TestVolumeBootPattern-673835051 tempest-TestVolumeBootPattern-673835051-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 1093 time: 0.3008857 Jun 29 15:28:50.343132 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.37', 57792) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 15:28:50.348969 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Request body: {'floatingip': {'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'port_id': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:28:50.356087 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 15:28:50.360045 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Usage tracker for resource:floatingip and tenant:0956278328cf450796a75d3607a0d4bf is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 15:28:50.363034 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 15:28:50.369369 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 15:28:50.381419 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for floatingip, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:50.554015 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:50.749263 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Allocated IP 172.27.3.8 (320ad342-e24c-4284-9c78-46409dfaf087/2351f2d5-c7a6-4076-a78c-c3f2701f78da/7804253a-8d24-4e71-b43c-4758b7936750) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:28:50.767952 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4862b8-9c6f-4c3a-89f4-fa21f2aa30c6 req-d77fb557-2e77-4e8c-b5f8-1895f5d765c4 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:50.769416 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4d4862b8-9c6f-4c3a-89f4-fa21f2aa30c6 req-d77fb557-2e77-4e8c-b5f8-1895f5d765c4 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.1592975 Jun 29 15:28:50.901151 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4d4862b8-9c6f-4c3a-89f4-fa21f2aa30c6 req-5761ac9e-9bbb-498d-a376-938351f05c4e tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 Jun 29 15:28:50.961649 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:51.004336 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783455260407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6130743'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:51.009206 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fe5c446a-7572-47d6-9814-f8e9787aec85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:51.088888 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Network 320ad342-e24c-4284-9c78-46409dfaf087 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:28:51.092317 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Resources bound (agent type, host, resource id): {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:28:51.094279 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'Port': ['ID=7804253a-8d24-4e71-b43c-4758b7936750,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:51.096481 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 29 15:28:51.137712 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.138040 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.138393 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.138733 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.139088 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.139421 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.139887 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.140388 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.140991 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.141560 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.142152 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.142940 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-2-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:28:51.150899 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:51.710193 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:51.792024 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990683'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:52.040060 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:52.045546 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-990618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783455701450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783455256589', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783455256634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6130688'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:52.049598 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:28:52.156443 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Pushing event updated for resources: {'Port': ['ID=7804253a-8d24-4e71-b43c-4758b7936750,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:28:52.160647 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:28:52.173962 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8018879'] for floatingip, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:52.378476 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fdf27-f541-4b09-9829-eaf3bf0b7991 req-6de6c0ce-920c-4550-ac7c-82e6a2cabf85 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:52.382625 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce3fdf27-f541-4b09-9829-eaf3bf0b7991 req-6de6c0ce-920c-4550-ac7c-82e6a2cabf85 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.3573732 Jun 29 15:28:52.384025 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.db.l3_db [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Floating IP c6add720-3a9f-4fcd-8ebf-48b45d85fba1 associated. External IP: 172.27.3.8, port: c0367be1-9ae8-4336-84a7-a7fdff290a12. Jun 29 15:28:52.454758 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce3fdf27-f541-4b09-9829-eaf3bf0b7991 req-74e56c9f-cf75-4701-95c8-ba165ebddf27 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603538 Jun 29 15:28:52.742267 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Router a7375fd8-ecb6-4898-9103-e7917243c9e0 has already been hosted by L3 agent 60faa1ff-5bc1-4905-9acf-cbbd9b4572f8 {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:28:53.062103 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify agent at l3_agent.dv-cinder-798671-2-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 29 15:28:53.073515 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] Sync routers for ids ['a7375fd8-ecb6-4898-9103-e7917243c9e0'] in dv-cinder-798671-2-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:28:53.089782 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] Routers {'a7375fd8-ecb6-4898-9103-e7917243c9e0'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:28:53.090935 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:28:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a7375fd8-ecb6-4898-9103-e7917243c9e0'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:28:53.098860 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121707'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:28:53.159247 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4487869c-1f4c-41a7-b5e3-a06a6bec4677 tempest-TestVolumeBootPattern-1322360643 tempest-TestVolumeBootPattern-1322360643-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8147366 Jun 29 15:28:53.160252 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'tag': 'c0367be1-9ae8-4336-84a7-a7fdff290a12'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:28:53.217603 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'tag': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'status': 'completed', 'code': 200} Jun 29 15:28:53.339784 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] Set router a7375fd8-ecb6-4898-9103-e7917243c9e0 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:28:53.354166 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-e7632cf0-2c80-422a-acf4-3974c88e8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:53.356859 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-e7632cf0-2c80-422a-acf4-3974c88e8c32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0956278328cf450796a75d3607a0d4bf&device_id=5e8acd52-978e-448a-95ed-0756eb1aa999 HTTP/1.1" status: 200 len: 1098 time: 0.0868287 Jun 29 15:28:53.669155 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:28:53.718693 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-51d3d0cb-387d-49bc-90ee-6e46a0fde514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:53.721047 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-51d3d0cb-387d-49bc-90ee-6e46a0fde514 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eca0a3f-1410-4469-b910-775d58d87930 HTTP/1.1" status: 200 len: 913 time: 0.3539686 Jun 29 15:28:53.891063 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ddf33-f4e8-42bf-8dfb-e494764fde35 req-7abc4c91-47a9-4aec-b1ab-54982554872c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:53.892654 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-225ddf33-f4e8-42bf-8dfb-e494764fde35 req-7abc4c91-47a9-4aec-b1ab-54982554872c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.2561309 Jun 29 15:28:53.894448 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-3dfa8dfc-5bb1-4a29-8446-f0e82b8a16d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0367be1-9ae8-4336-84a7-a7fdff290a12 HTTP/1.1" status: 200 len: 997 time: 0.1641791 Jun 29 15:28:53.897241 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': 'c6add720-3a9f-4fcd-8ebf-48b45d85fba1', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'port_id': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'mac_address': 'fa:16:3e:22:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:28:51Z', 'updated_at': '2021-06-29T15:28:51Z', 'revision_number': 0, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8427bfa5-c733-4dfd-8295-d11427836944', 'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'mac_address': 'fa:16:3e:0f:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:18Z', 'updated_at': '2021-06-29T15:26:27Z', 'revision_number': 5, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'subnets': [{'id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:28:53.901880 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] Checking router: a7375fd8-ecb6-4898-9103-e7917243c9e0 for host: dv-cinder-798671-2-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:28:53.911351 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] Routers {'a7375fd8-ecb6-4898-9103-e7917243c9e0'} bound to L3 agent in host dv-cinder-798671-2-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 29 15:28:53.911966 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:15:41Z,description=,heartbeat_timestamp=2021-06-29T15:28:41Z,host='dv-cinder-798671-2-iscsi',id=60faa1ff-5bc1-4905-9acf-cbbd9b4572f8,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:15:41Z,topic='l3_agent')) {'router_ids': ['a7375fd8-ecb6-4898-9103-e7917243c9e0'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:28:54.013745 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-225ddf33-f4e8-42bf-8dfb-e494764fde35 req-99842951-447d-436b-b935-5a145f839cab tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121099 Jun 29 15:28:54.030726 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-a129261c-e1d4-40de-ade1-2a92db176e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:54.032930 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-a129261c-e1d4-40de-ade1-2a92db176e6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d958b050-583e-4869-80f8-d94a2c59b37c HTTP/1.1" status: 200 len: 851 time: 0.1084945 Jun 29 15:28:54.133100 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-1c53ae69-c142-4555-a78c-1ba45752382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:54.134595 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-1c53ae69-c142-4555-a78c-1ba45752382a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eca0a3f-1410-4469-b910-775d58d87930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906160 Jun 29 15:28:54.143146 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] Set router a7375fd8-ecb6-4898-9103-e7917243c9e0 gateway port host: dv-cinder-798671-2-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 29 15:28:54.318463 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-03f51e51-110b-4a5e-9bba-d32e4a52045a service neutron] 10.222.0.24 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731656 Jun 29 15:28:54.512234 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab2485b4-1198-495b-a7b5-96c995e6281b req-f590ae01-3bb7-45ad-a0b6-072a49afcd9c service neutron] 10.222.0.24 "GET /v2.0/networks/2eca0a3f-1410-4469-b910-775d58d87930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776860 Jun 29 15:28:54.656497 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': 'c6add720-3a9f-4fcd-8ebf-48b45d85fba1', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'port_id': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'mac_address': 'fa:16:3e:22:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:28:51Z', 'updated_at': '2021-06-29T15:28:51Z', 'revision_number': 0, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8427bfa5-c733-4dfd-8295-d11427836944', 'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'mac_address': 'fa:16:3e:0f:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:18Z', 'updated_at': '2021-06-29T15:26:27Z', 'revision_number': 5, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'subnets': [{'id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-2-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:28:54.660978 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a6b83-aef8-4c09-bbf0-a5ae52a1b067 None None] The sync data for ids ['a7375fd8-ecb6-4898-9103-e7917243c9e0'] in dv-cinder-798671-2-iscsi is: [{'id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'name': 'tempest-TestVolumeBootPattern-2070903404-router', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'external_fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:26:14Z', 'updated_at': '2021-06-29T15:26:19Z', 'revision_number': 4, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'gw_port': {'id': '0f0de0cd-b374-408b-85fd-49ad2caaee10', 'name': '', 'network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:15Z', 'updated_at': '2021-06-29T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2351f2d5-c7a6-4076-a78c-c3f2701f78da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-2-iscsi', '_floatingips': [{'id': 'c6add720-3a9f-4fcd-8ebf-48b45d85fba1', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '320ad342-e24c-4284-9c78-46409dfaf087', 'router_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'port_id': 'c0367be1-9ae8-4336-84a7-a7fdff290a12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'mac_address': 'fa:16:3e:22:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8acd52-978e-448a-95ed-0756eb1aa999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:28:51Z', 'updated_at': '2021-06-29T15:28:51Z', 'revision_number': 0, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8427bfa5-c733-4dfd-8295-d11427836944', 'name': '', 'network_id': '2eca0a3f-1410-4469-b910-775d58d87930', 'tenant_id': '0956278328cf450796a75d3607a0d4bf', 'mac_address': 'fa:16:3e:0f:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7375fd8-ecb6-4898-9103-e7917243c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:26:18Z', 'updated_at': '2021-06-29T15:26:27Z', 'revision_number': 5, 'project_id': '0956278328cf450796a75d3607a0d4bf', 'subnets': [{'id': 'd958b050-583e-4869-80f8-d94a2c59b37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:28:54.900982 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a2078-da5f-40a6-905d-8f8b99ef23f6 None None] New status for floating IP c6add720-3a9f-4fcd-8ebf-48b45d85fba1: ACTIVE {{(pid=78437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:28:55.313023 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b0058-dbca-4fcd-bc6c-1c368933f1ed req-7b922c6a-8fab-4cc3-9d2b-b3972c3fb71c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:55.314423 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d91b0058-dbca-4fcd-bc6c-1c368933f1ed req-7b922c6a-8fab-4cc3-9d2b-b3972c3fb71c tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.1683135 Jun 29 15:28:55.377758 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d91b0058-dbca-4fcd-bc6c-1c368933f1ed req-3e67b68e-48e8-4ea0-8599-8bb09be62b33 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524557 Jun 29 15:28:56.581007 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf699-a66e-415a-bd92-de7a3ef20576 req-e537f1d8-bf02-47e7-9016-c993a0911682 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:56.582792 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c78cf699-a66e-415a-bd92-de7a3ef20576 req-e537f1d8-bf02-47e7-9016-c993a0911682 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.0925901 Jun 29 15:28:56.637500 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c78cf699-a66e-415a-bd92-de7a3ef20576 req-ee327087-4034-4769-aa5d-017d8278afe9 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Jun 29 15:28:56.840452 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fbf4a-ed72-4daa-b100-c7f8964f0776 req-56b200e4-f314-4fc4-810e-fa0f9b7a1654 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:56.841954 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-260fbf4a-ed72-4daa-b100-c7f8964f0776 req-56b200e4-f314-4fc4-810e-fa0f9b7a1654 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.0903175 Jun 29 15:28:56.897194 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-260fbf4a-ed72-4daa-b100-c7f8964f0776 req-804b22a1-2a00-4b71-a857-71e3b54bf08b tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476804 Jun 29 15:28:57.384550 dv-cinder-798671-2-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd4a80-9578-4c13-9273-285252ae641d req-990641fc-0671-4245-85b8-4a02895d0459 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:28:57.386390 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1dcd4a80-9578-4c13-9273-285252ae641d req-990641fc-0671-4245-85b8-4a02895d0459 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/ports?device_id=1787dd77-c631-495b-afa2-818f103a4d3e HTTP/1.1" status: 200 len: 945 time: 0.1069794 Jun 29 15:28:57.451856 dv-cinder-798671-2-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1dcd4a80-9578-4c13-9273-285252ae641d req-fe7631aa-a4d7-49ff-9eb9-085f5bd6e1c9 tempest-TestMinimumBasicScenario-1594242749 tempest-TestMinimumBasicScenario-1594242749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c601a75-de38-470f-a9c0-7d38163efb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558424 Jun 29 15:29:04.820247 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-d8cf71ed-e587-4b8b-8118-853d4c92c703 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0897071 Jun 29 15:29:04.940495 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-86f67596-79ed-431b-b715-c942dd5da0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:29:04.942047 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-86f67596-79ed-431b-b715-c942dd5da0ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a41ae223b74e412c8d832d28ae4ff599&device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 1099 time: 0.0777242 Jun 29 15:29:05.156015 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-77565494-0a97-452a-bd24-8847dc29a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:29:05.157489 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-77565494-0a97-452a-bd24-8847dc29a27e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1e65061-d14c-4fae-8a38-6dde5d240bd5 HTTP/1.1" status: 200 len: 917 time: 0.1942222 Jun 29 15:29:05.290935 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-091a651e-01ed-4cfe-8722-575efaf37f84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fac78c0-718e-479c-8ad5-87de13311b53 HTTP/1.1" status: 200 len: 1001 time: 0.1259568 Jun 29 15:29:05.358545 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-e2636f8d-a015-49b3-94a9-a5cb62111855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:29:05.360017 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-e2636f8d-a015-49b3-94a9-a5cb62111855 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7973539c-b45e-4b06-b4b9-1da9b0e2c982 HTTP/1.1" status: 200 len: 855 time: 0.0613160 Jun 29 15:29:05.442138 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-342149dd-63d2-4544-bc79-41a42ddbc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:29:05.443615 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-342149dd-63d2-4544-bc79-41a42ddbc9af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1e65061-d14c-4fae-8a38-6dde5d240bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767348 Jun 29 15:29:05.598336 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-75695cb2-43d3-42b5-8cb5-9eb87fba0386 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470137 Jun 29 15:29:05.876987 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-57f94b3c-0c61-41a5-ba2d-010b4d764cbb req-04885c40-6f25-4338-a7af-8a0651d7eeb4 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723160 Jun 29 15:29:08.483013 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-030bd3d1-5b25-4ac3-9145-38d1fa628132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:08.719938 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:09.823693 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:11.118735 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c3e1fd7c-76e1-4dc3-b302-2b73a1134329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:12.204353 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:13.444715 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:30.669127 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:29:38.491102 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0a99891e-b334-4b9c-9a9f-7ccf1fd03cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:38.718598 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:39.838816 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:41.115755 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-49ab2c5c-941f-4e6b-95fd-cd22fd77054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:42.207680 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:29:43.448006 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:04.868359 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-ddc4da83-ca4c-4f2b-a470-29d87b8fcbc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74310b98-0348-495a-a70e-d8122d95b045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447642 Jun 29 15:30:05.030717 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-3d889cee-b164-4864-a70f-38936fdc5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:30:05.032192 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-3d889cee-b164-4864-a70f-38936fdc5359 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=74310b98-0348-495a-a70e-d8122d95b045 HTTP/1.1" status: 200 len: 1099 time: 0.0814047 Jun 29 15:30:05.183523 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-c1ab4384-f45a-4952-9e8f-36eb6e0e8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:30:05.184970 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-c1ab4384-f45a-4952-9e8f-36eb6e0e8577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 916 time: 0.1326044 Jun 29 15:30:05.254454 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-52471154-1c3d-41cd-ae80-249031d2bb2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c6fbaf-caaf-4eb4-ba3b-97b653613aa3 HTTP/1.1" status: 200 len: 217 time: 0.0613909 Jun 29 15:30:05.334000 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-4655c626-940e-4d6f-84d0-43d87e4851b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:30:05.335908 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-4655c626-940e-4d6f-84d0-43d87e4851b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0751474 Jun 29 15:30:05.398619 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-cb846ad1-ad29-429e-8b88-da945d0a0deb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545356 Jun 29 15:30:05.540709 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-aa783ccd-78d1-415e-ab40-958e1c16b15b service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343751 Jun 29 15:30:05.677400 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ab635795-7ce4-4081-a383-8e36e2fb6e31 req-6fd2c52f-e3c1-4e9f-afd0-286003f7c289 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279480 Jun 29 15:30:07.670192 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:30:08.485839 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0025-5528-44db-ad48-bab50e28594a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:08.723700 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:09.843317 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:11.110345 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8395f8e0-8154-4989-82d4-2f9385d05766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:12.210538 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:13.454196 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:38.498724 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-03415f42-8913-4c6e-9c7c-76c0ef2c678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:38.719384 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:39.850495 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:41.116505 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a40cf384-3da7-4127-b7b0-cb0dcf660ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:42.217897 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:43.457938 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:30:44.671099 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:31:06.839908 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-daea6c15-f1ab-4443-9a8d-029d1c4498e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738266 Jun 29 15:31:06.937476 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-f6ff62c1-6413-4d65-8b38-1d0f9789cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:31:06.939165 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-f6ff62c1-6413-4d65-8b38-1d0f9789cf8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=7aaffee0-9842-4839-86ca-80a1f0ad5d9b HTTP/1.1" status: 200 len: 1099 time: 0.0779300 Jun 29 15:31:07.079789 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-227d7d7f-c859-488c-8930-75771f53c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:31:07.081275 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-227d7d7f-c859-488c-8930-75771f53c07f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.1236675 Jun 29 15:31:07.147887 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-b0939fd2-19eb-459a-8c29-4ba4ee793cdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f19d61d1-4f02-434c-8fbc-157847b29272 HTTP/1.1" status: 200 len: 217 time: 0.0602424 Jun 29 15:31:07.217624 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-4468c53d-877a-47c5-b1eb-cbbc0f0e71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:31:07.219014 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-4468c53d-877a-47c5-b1eb-cbbc0f0e71fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.0652208 Jun 29 15:31:07.269041 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-5198892e-aec0-4742-aa34-ad7ce65f5b97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407562 Jun 29 15:31:07.415237 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-92ca64a2-918d-4c26-9a88-2c22cb265fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393723 Jun 29 15:31:07.565073 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-88e631c9-12df-4fe4-a9e4-8d88a4ac2673 req-b0ab0627-ed7d-48fa-870a-0e5885eb8783 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423247 Jun 29 15:31:08.500232 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d9d1cee6-9e6f-4677-838c-1864e6bd102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:08.714108 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:09.856623 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:11.110046 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-33935040-f395-4920-8184-3349c8098bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:12.222559 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:13.457243 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:21.669937 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:31:38.495209 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-983e43f1-f23d-4015-ade8-54ac39bd18d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:38.720334 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:39.854823 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:41.113878 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-101a78d6-192e-4f27-b59a-ee6bd021d364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:42.232264 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:43.460245 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:31:58.670259 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:32:07.896813 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-886a7dd2-d868-4d7c-91fc-d27eaed83bcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b949277-ab76-481f-a870-410eb8c2f38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1596012 Jun 29 15:32:08.004655 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-98720e4c-5403-4698-9fb7-da702d5f77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:32:08.006135 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-98720e4c-5403-4698-9fb7-da702d5f77cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=509390230fc6435f94d0fd64fa98ba34&device_id=3b949277-ab76-481f-a870-410eb8c2f38e HTTP/1.1" status: 200 len: 1098 time: 0.0848675 Jun 29 15:32:08.157220 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-b77059a5-0a2b-465b-ae06-30f0a84e5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:32:08.158651 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-b77059a5-0a2b-465b-ae06-30f0a84e5caa service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d4c58ee-d134-44cb-98e9-c3be55cfd158 HTTP/1.1" status: 200 len: 919 time: 0.1321664 Jun 29 15:32:08.230283 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-734766d3-c619-4deb-95c7-d6137c121289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f022d6-d928-4dd6-8e8c-44c6b7c17d03 HTTP/1.1" status: 200 len: 217 time: 0.0649991 Jun 29 15:32:08.297496 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-c93ff1d4-e59a-4f1b-9489-88e07288392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:32:08.298952 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-c93ff1d4-e59a-4f1b-9489-88e07288392f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0e036c3-fc22-47d3-8300-d14c6238e2d2 HTTP/1.1" status: 200 len: 858 time: 0.0611951 Jun 29 15:32:08.348728 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-6663f310-4a88-4c58-80c3-1d4b0ef47d80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d4c58ee-d134-44cb-98e9-c3be55cfd158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427632 Jun 29 15:32:08.485607 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-c1b92483-d869-4ec3-8622-f76af5178359 service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298988 Jun 29 15:32:08.499159 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1bc88b57-6926-4c1e-951b-bd54d12a2221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:08.622184 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-73b61243-e613-4dd7-9deb-702ee8c1bef3 req-5389e8e5-e4b1-426b-af1f-08949d3645ae service neutron] 10.222.0.24 "GET /v2.0/networks/8d4c58ee-d134-44cb-98e9-c3be55cfd158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292517 Jun 29 15:32:08.721023 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:09.883560 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:11.121295 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f20e602a-97bc-4a26-9d2e-256e7c4d9453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:12.228006 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:13.465700 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:35.671524 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:32:38.504514 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5b92ce3d-c0af-4c79-814a-ae29e2a05a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:38.718503 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:39.897670 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:41.115684 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1be88e99-a3df-4dd8-a398-367cd519c1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:42.230513 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:32:43.466310 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:08.509513 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-25f020d6-bf7a-4a90-a974-93d3d7a76e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:08.721985 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:09.817711 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-f8538aad-0bc4-4551-a221-c642a43fe339 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772512 Jun 29 15:33:09.910865 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:09.918528 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-1e913f5e-1667-4fb5-8029-94cf61ea54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:33:09.919991 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-1e913f5e-1667-4fb5-8029-94cf61ea54b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25fe10920784cd19dd131f2981d62c1&device_id=f4a3c28c-0866-46cc-91a8-0a8ce0382056 HTTP/1.1" status: 200 len: 1098 time: 0.0766895 Jun 29 15:33:10.078711 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-4587f59d-24ab-4305-8165-dc7a17ce62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:33:10.080052 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-4587f59d-24ab-4305-8165-dc7a17ce62b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8a88a59-ab38-4a09-8b02-523b40580204 HTTP/1.1" status: 200 len: 912 time: 0.1342280 Jun 29 15:33:10.183936 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-8dc2cb48-4b08-4cc5-8ae4-3968757a3963 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67f8c2a9-c7bd-495a-a33a-3b8a5f16e69e HTTP/1.1" status: 200 len: 1001 time: 0.0970640 Jun 29 15:33:10.252917 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-c4def264-6474-4d19-be01-94e9d536bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:33:10.254362 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-c4def264-6474-4d19-be01-94e9d536bc18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=935b6f95-166a-4a81-85a0-39156261d91d HTTP/1.1" status: 200 len: 850 time: 0.0627277 Jun 29 15:33:10.353787 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-1c353b8b-bdd8-4ac3-b14e-503cce67a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:33:10.355273 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-1c353b8b-bdd8-4ac3-b14e-503cce67a95a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8a88a59-ab38-4a09-8b02-523b40580204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936515 Jun 29 15:33:10.493527 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-50144947-c6e6-4e77-9e98-f97e7a068953 service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301785 Jun 29 15:33:10.630884 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a3a47a81-0aee-471a-8eff-31a13ee0c849 req-6ab8fdd7-d375-4965-8d4c-d3c9755bcc5f service neutron] 10.222.0.24 "GET /v2.0/networks/b8a88a59-ab38-4a09-8b02-523b40580204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297889 Jun 29 15:33:11.129997 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-00a65c16-3fde-4c32-88bb-045fe5c309d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:12.231924 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:12.671167 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:33:13.502589 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:38.521929 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-644df735-70db-4db1-a2a3-b766d1267d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:38.717263 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:39.901854 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:41.130270 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a9e8-9672-4e9d-b256-56481fe2eb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:42.235149 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:43.474683 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:33:49.674431 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:34:08.517305 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c6268bbb-1fb0-4f97-baa4-2dde3c75e597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:08.727163 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:09.909096 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:11.128342 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-315fc869-c3c0-45d4-90e5-91dc47523bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:11.803335 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-b005bb26-04da-431f-a3bc-ba83b9eb81c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758100 Jun 29 15:34:11.977455 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-cb77fb84-157e-48db-aa93-7277dd8dd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:34:11.978942 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-cb77fb84-157e-48db-aa93-7277dd8dd50c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a41ae223b74e412c8d832d28ae4ff599&device_id=9e5bbe93-1f74-4ac2-93e5-66ecf7a35c05 HTTP/1.1" status: 200 len: 1099 time: 0.1517189 Jun 29 15:34:12.123021 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-efa01244-4416-4fd0-889a-ec097ae602bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:34:12.124419 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-efa01244-4416-4fd0-889a-ec097ae602bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1e65061-d14c-4fae-8a38-6dde5d240bd5 HTTP/1.1" status: 200 len: 917 time: 0.1253662 Jun 29 15:34:12.232119 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-e17ae7d7-0825-4323-87ba-c0ba3456f447 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fac78c0-718e-479c-8ad5-87de13311b53 HTTP/1.1" status: 200 len: 1001 time: 0.0999916 Jun 29 15:34:12.237723 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:12.294912 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-494963b7-76f7-40bb-9eaa-d28a97043ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:34:12.296349 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-494963b7-76f7-40bb-9eaa-d28a97043ec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7973539c-b45e-4b06-b4b9-1da9b0e2c982 HTTP/1.1" status: 200 len: 855 time: 0.0569215 Jun 29 15:34:12.374656 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-79d5f838-6b1f-453e-afca-7c358af3922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:34:12.376065 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-79d5f838-6b1f-453e-afca-7c358af3922e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1e65061-d14c-4fae-8a38-6dde5d240bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727632 Jun 29 15:34:12.510361 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-80b49b2f-c86f-46d9-83fb-917cf1652306 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272206 Jun 29 15:34:12.644961 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4aa71fef-6772-486f-83e9-4f75e8e12e54 req-ecac803d-2e06-44a9-84fb-e8f5d9156b31 service neutron] 10.222.0.24 "GET /v2.0/networks/b1e65061-d14c-4fae-8a38-6dde5d240bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273725 Jun 29 15:34:13.476885 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:26.673940 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:34:38.525743 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ef41ab97-d006-4298-8197-b393ba2d469d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:38.723376 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:39.921098 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:41.123257 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-07740444-d934-42b0-9816-a0d68c81f1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:42.244731 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:34:43.488025 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:03.673719 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:35:08.519961 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2b2c9bee-ea2d-46bf-b52e-0ee26aa3f7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:08.734925 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:09.929593 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:11.129933 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3cde4d06-c416-40f2-94f0-18027a2569b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:11.835725 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-93ade487-efe9-4fdb-ae8b-f36c7a65263f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ba55df3-c120-4655-b789-28b22cdc1107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1183031 Jun 29 15:35:11.930845 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce355052-f742-43a0-9598-67395eda1939 req-50aa68f0-45fe-4c65-a363-3fa39dd9b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:35:11.932338 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-50aa68f0-45fe-4c65-a363-3fa39dd9b693 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=292ba4b0f79942b5918eefeb46cb3526&device_id=4ba55df3-c120-4655-b789-28b22cdc1107 HTTP/1.1" status: 200 len: 1098 time: 0.0732913 Jun 29 15:35:12.083816 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce355052-f742-43a0-9598-67395eda1939 req-1a7341a2-00f4-4b30-9612-f24c3fac7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:35:12.085079 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-1a7341a2-00f4-4b30-9612-f24c3fac7e77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936 HTTP/1.1" status: 200 len: 916 time: 0.1322348 Jun 29 15:35:12.151262 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-2f7bc3fc-5913-4df0-8f3a-1063cd82a987 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ada675-a801-4009-a26b-b1c73589fd1b HTTP/1.1" status: 200 len: 217 time: 0.0590036 Jun 29 15:35:12.217152 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce355052-f742-43a0-9598-67395eda1939 req-9506350c-6726-4cca-9521-3d9e94316c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:35:12.218581 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-9506350c-6726-4cca-9521-3d9e94316c10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65ec42c3-8c28-458a-a3a1-4e66ca41b980 HTTP/1.1" status: 200 len: 855 time: 0.0600471 Jun 29 15:35:12.244038 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:12.269227 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-f7dec4af-ad57-465f-af42-8b37539df607 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c2a1a90-3e36-4d36-95d7-3c5b287ae936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429342 Jun 29 15:35:12.279715 dv-cinder-798671-2-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-9668aad6-5b24-44b9-95eb-53c57c9f696b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:35:12.280603 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-9668aad6-5b24-44b9-95eb-53c57c9f696b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048339 Jun 29 15:35:12.424835 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-1ef94068-63d5-467d-8cf7-32d4780942b4 service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365170 Jun 29 15:35:12.564665 dv-cinder-798671-2-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce355052-f742-43a0-9598-67395eda1939 req-8e452744-2a90-4314-b8ce-7810142fe4ad service neutron] 10.222.0.24 "GET /v2.0/networks/3c2a1a90-3e36-4d36-95d7-3c5b287ae936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326203 Jun 29 15:35:13.484409 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:38.524454 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c2ebd5ea-a587-46b6-b186-9cb2bbd32b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:38.729059 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-15782fc2-0913-4684-9f15-1db6c3f38130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:39.950917 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58161b8b-8615-42b2-9af8-d9c564c64662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:40.673206 dv-cinder-798671-2-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-747acf92-a355-4739-88d4-805dc1095bf4 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 15:35:41.123053 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f506fe65-216b-43e6-a725-64154953f5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:42.251156 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b3cedc9-2228-47d7-b33f-7eda85029259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:35:43.487959 dv-cinder-798671-2-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ad935856-ac24-4e85-9b64-d3c80dbc0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783455710922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977809'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}